-- Logs begin at Tue 2021-08-24 16:40:44 UTC, end at Tue 2021-08-24 17:53:21 UTC. -- Aug 24 17:25:07.293910 dv-cinder-788782-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 17:25:10.014176 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.common.config [-] Logging enabled! Aug 24 17:25:10.014793 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 17:25:10.014954 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94366) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 17:25:10.018347 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.common.config [-] Logging enabled! Aug 24 17:25:10.018601 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 17:25:10.018924 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94366) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 17:25:10.019859 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 17:25:10.020091 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 17:25:10.020483 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 17:25:10.020740 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 17:25:10.020991 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 17:25:10.021330 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.021643 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.022559 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.022819 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.023160 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.023546 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.023890 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.024234 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.024627 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.024942 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.025226 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.025514 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.025748 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.026033 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.026319 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.026605 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.026827 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] debug = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.027106 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.027534 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.027937 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.028216 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.028528 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.028803 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.029070 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.030192 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.030192 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.030192 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] host = dv-cinder-788782-4-iscsi {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.030192 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.030517 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.030739 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.031018 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.031288 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.031560 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.031841 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.032112 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.032401 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] log_file = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.032681 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.032965 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.033246 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.033532 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.033752 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.033970 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.034257 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.034541 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.034813 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.035084 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.035353 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.035624 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.035900 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.036164 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.036467 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.036748 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.037029 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.037300 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.037572 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.038433 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.038703 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.038988 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.039260 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.039530 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.039801 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.040084 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.040371 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.040641 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.040936 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.041219 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.041495 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.041776 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.042047 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.042325 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.042591 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.042858 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.043124 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] use_json = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.043390 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.043652 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.043929 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.044197 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.044486 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.044759 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.045024 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.045303 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:10.045593 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.045885 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.046181 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.046458 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.046772 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.047056 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.047342 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.047617 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.047908 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.048222 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.048541 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.048818 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.049103 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.049378 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.049667 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.049968 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.050258 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.050546 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.050815 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.051083 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.051349 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.051620 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.051903 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.052175 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.052484 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.052769 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.053045 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.053367 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.053659 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.054026 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.054301 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.054580 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.054869 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.055144 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.055412 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.055686 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.055971 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.056246 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.056540 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.056818 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.057091 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.057359 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.057624 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.057900 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.058188 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.058459 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.058726 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.058992 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.059263 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.059528 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.059808 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.060080 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.060369 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.060637 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.060909 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.061179 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.061480 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.061752 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.062019 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.062293 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.062558 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.062825 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.063093 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.063360 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.063627 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.063891 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.064156 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.064456 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.064728 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.064996 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.065263 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.065530 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.065798 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.066080 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.066373 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.066647 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.066924 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.067196 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.067467 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.067743 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.068012 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.068288 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.068585 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.068857 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.069185 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.069540 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.069842 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.070125 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.070404 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.070703 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.070980 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.071260 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.071534 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.071809 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.072090 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.072400 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.072696 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.072988 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.073279 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.073569 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.073858 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.074137 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.074444 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.074722 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:10.074937 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 17:25:10.075176 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94366) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 17:25:10.426349 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 17:25:10.426615 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 17:25:10.426898 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 17:25:10.427225 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 17:25:10.818749 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.819653 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.820082 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.821428 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.821699 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.821971 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.857714 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.857986 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.858248 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.873508 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.873791 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.874059 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.901758 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.902156 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.902424 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.939597 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.939870 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:10.940139 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.168135 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.168667 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.168754 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.168946 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.169823 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.289002 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.289320 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.289598 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.289868 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.290130 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.290441 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.290700 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.290956 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.291208 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.291489 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.291747 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.292008 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.292261 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.292536 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.292791 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.293053 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.293304 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.293569 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.293835 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.294091 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.294358 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.294609 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.294890 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.295271 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.295520 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.295769 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.296162 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:25:11.296424 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:25:11.296661 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:25:11.296895 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:25:11.297128 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:25:11.297360 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:25:11.297721 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 17:25:11.300808 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 17:25:11.304818 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 17:25:11.308576 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 24 17:25:11.310184 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 17:25:11.310629 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 17:25:11.310963 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 17:25:11.311349 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 17:25:11.314119 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 17:25:11.314370 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 17:25:11.314708 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 17:25:11.320028 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 17:25:11.342079 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 17:25:11.342695 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.342993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94366) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 17:25:11.343356 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.344711 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94366) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 17:25:11.344991 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 17:25:11.345233 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 17:25:11.348435 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.348744 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:11.413224 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 17:25:11.413401 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 17:25:11.413630 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 17:25:11.413993 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 17:25:11.434483 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_db.sqlalchemy.engines [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94366) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 17:25:12.150814 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Initializing driver for type 'gre' Aug 24 17:25:12.151365 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] gre ID ranges: [(1, 1000)] Aug 24 17:25:12.327698 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Initializing driver for type 'local' Aug 24 17:25:12.328358 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Initializing driver for type 'vlan' Aug 24 17:25:12.413579 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] VlanTypeDriver initialization complete Aug 24 17:25:12.413925 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Initializing driver for type 'vxlan' Aug 24 17:25:12.414503 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] vxlan ID ranges: [(1, 1000)] Aug 24 17:25:12.613563 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Initializing extension driver 'port_security' Aug 24 17:25:12.613901 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.extensions.port_security [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] PortSecurityExtensionDriver initialization complete Aug 24 17:25:12.614262 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Initializing mechanism driver 'openvswitch' Aug 24 17:25:12.614585 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Initializing mechanism driver 'hyperv' Aug 24 17:25:12.621245 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.plugins.ml2.plugin [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:25:12.621924 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > port after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.622319 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > port after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.622644 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > port after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.623159 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 17:25:12.623584 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > subnet after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.623932 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > subnet after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.624271 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.624683 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 17:25:12.625079 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > network after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.625423 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > network after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.625760 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > network after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.626142 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 17:25:12.626535 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > security_group after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.626882 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > security_group after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.627215 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.627738 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 17:25:12.628146 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.628523 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.628872 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.629261 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 17:25:12.629660 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > address_group after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.630004 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > address_group after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.630335 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.630717 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 17:25:12.631084 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] ML2 OVO RPC backend initialized. {{(pid=94366) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 24 17:25:12.632291 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.632659 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.633067 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > network before_response 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.633411 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > networks before_response 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.633753 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > port before_response 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.634091 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > ports before_response 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.634434 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > subnet before_response 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.634769 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > subnets before_response 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.635111 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > network after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.635451 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > network after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.635786 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > network after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.636128 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > port after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.636490 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > port after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.636824 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > port after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.637160 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > subnet after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.637493 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > subnet after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.637823 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.638390 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.plugin [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Modular L2 Plugin initialization complete Aug 24 17:25:12.638713 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading services supported by the core plugin {{(pid=94366) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 17:25:12.639036 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.plugins.ml2.managers [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Got port-security extension from driver 'port_security' Aug 24 17:25:12.639493 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.extensions.vlantransparent [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Disabled vlantransparent extension. Aug 24 17:25:12.639968 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94366) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 17:25:12.640278 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading Plugin: router Aug 24 17:25:12.677160 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.677487 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router after_create 55549900 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.677854 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router before_create 55549900 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.678241 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.678901 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.679257 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router after_delete 55549900 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.679613 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.679960 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.680335 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router after_create 55549900 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.680682 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router after_update 55549900 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.681029 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router after_update 55549900 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.681372 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.681727 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router after_update 55549900 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.682130 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router precommit_update 55549900 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.682493 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: port after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.682826 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: port after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.683158 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: subnet after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.683491 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.683831 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.684172 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router precommit_create 55549900 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.684528 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: port before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.684866 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router precommit_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.685217 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router after_update 55549900 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.685554 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.685903 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router precommit_create 55549900 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.686258 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.686597 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router precommit_update 55549900 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.686955 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > agent after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.687300 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > agent after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.687638 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > network after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.688509 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Tracking information for resource: router configured {{(pid=94366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:25:12.688837 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Tracking information for resource: floatingip configured {{(pid=94366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:25:12.693665 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.db.l3_agentschedulers_db [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 17:25:12.694920 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: port after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.695275 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: port after_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.695624 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: port after_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.695974 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: port after_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.696794 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router before_create 55550100 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.697156 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.697515 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router precommit_create 55550100 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.697869 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > router precommit_update 55550100 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.702356 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.services.provider_configuration [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service providers = [] {{(pid=94366) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 17:25:12.702718 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.db.servicetype_db [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94366) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 17:25:12.705636 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.services.service_base [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 17:25:12.705985 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.services.service_base [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 17:25:12.706323 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.services.service_base [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 17:25:12.707196 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.services.service_base [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 17:25:12.707562 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.services.service_base [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 17:25:12.707930 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:25:12.708238 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 17:25:12.719277 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:25:12.719608 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading Plugin: auto_allocate Aug 24 17:25:12.725363 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: network precommit_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.725736 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: network precommit_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.726255 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:25:12.726571 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading Plugin: tag Aug 24 17:25:12.733285 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:25:12.733606 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading Plugin: timestamp Aug 24 17:25:12.737593 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:25:12.737922 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading Plugin: network_ip_availability Aug 24 17:25:12.743816 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.744183 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.744573 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:12.745272 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:25:12.745591 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading Plugin: flavors Aug 24 17:25:12.750228 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:25:12.750555 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading Plugin: revisions Aug 24 17:25:12.754787 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:25:12.755177 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_concurrency.lockutils [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.328s {{(pid=94366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 17:25:12.755923 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94366) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 24 17:25:12.756933 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Initializing extension manager. Aug 24 17:25:12.757331 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: __init__.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.757670 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: __pycache__ {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.757995 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.758323 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: address_group.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.759060 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.759624 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: address-group Aug 24 17:25:12.759944 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: address_scope.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.760676 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.761186 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: address-scope Aug 24 17:25:12.761505 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.762418 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.762930 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: router-admin-state-down-before-update Aug 24 17:25:12.763249 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: agent.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.764127 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.764673 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: agent Aug 24 17:25:12.764994 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: agent_resources_synced.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.765899 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.766410 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: agent-resources-synced Aug 24 17:25:12.766728 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: allowedaddresspairs.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.768517 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.769042 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: allowed-address-pairs Aug 24 17:25:12.769363 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: auto_allocated_topology.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.770425 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.770938 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: auto-allocated-topology Aug 24 17:25:12.771256 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: availability_zone.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.771959 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.772572 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: availability_zone Aug 24 17:25:12.772892 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: availability_zone_filter.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.773794 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.774302 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: availability_zone_filter Aug 24 17:25:12.774618 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: data_plane_status.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.775521 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.776030 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 17:25:12.776371 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: default_subnetpools.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.777277 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.777791 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: default-subnetpools Aug 24 17:25:12.778109 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.778930 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.779432 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: dhcp_agent_scheduler Aug 24 17:25:12.779747 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: dns.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.780683 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.781185 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 17:25:12.781501 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: dns_domain_ports.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.782403 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.782907 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 17:25:12.783223 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.784134 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.784661 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 17:25:12.784980 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: dvr.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.785644 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.786148 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: dvr Aug 24 17:25:12.786467 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: ecmp_routes.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.787365 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.787987 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 17:25:12.788322 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: empty_string_filtering.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.789225 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.789734 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: empty-string-filtering Aug 24 17:25:12.790052 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.790947 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.791451 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 17:25:12.791767 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.792701 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.793203 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 17:25:12.793517 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: external_net.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.794408 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.794915 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: external-net Aug 24 17:25:12.795235 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.796131 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.796669 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: extra_dhcp_opt Aug 24 17:25:12.796985 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: extraroute.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.797878 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.798383 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: extraroute Aug 24 17:25:12.798700 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: extraroute_atomic.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.799711 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.800213 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: extraroute-atomic Aug 24 17:25:12.800559 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: filter_validation.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.801229 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.801730 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: filter-validation Aug 24 17:25:12.802044 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: fip_pf_description.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.802945 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.804226 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 17:25:12.804574 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: fip_port_details.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.805489 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.806002 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: fip-port-details Aug 24 17:25:12.806316 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: flavors.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.807528 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.808044 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: flavors Aug 24 17:25:12.808392 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.810016 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.810537 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 17:25:12.810863 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: floatingip_pools.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.811551 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.812057 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: floatingip-pools Aug 24 17:25:12.812467 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: ip_allocation.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.813392 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.813900 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 17:25:12.814218 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.815128 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.815646 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: ip-substring-filtering Aug 24 17:25:12.815964 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: l2_adjacency.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.816904 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.817416 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 17:25:12.817733 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: l3.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.819384 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.819893 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: router Aug 24 17:25:12.820214 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.822420 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.822951 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 17:25:12.823276 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.824205 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.824764 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: ext-gw-mode Aug 24 17:25:12.825086 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.826016 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.826528 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: l3-ha Aug 24 17:25:12.826846 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: l3_flavors.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.827749 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.828261 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: l3-flavors Aug 24 17:25:12.828605 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.829517 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.830027 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 17:25:12.830344 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: l3agentscheduler.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.831366 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.831881 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: l3_agent_scheduler Aug 24 17:25:12.832204 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: logging.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.833695 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.834223 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension logging not supported by any of loaded plugins Aug 24 17:25:12.834579 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: metering.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.835309 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.835891 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: metering Aug 24 17:25:12.836216 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.837311 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.837826 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: metering_source_and_destination_fields Aug 24 17:25:12.838149 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: multiprovidernet.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.839063 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.839576 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: multi-provider Aug 24 17:25:12.839897 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: netmtu.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.840834 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.841344 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: net-mtu Aug 24 17:25:12.841664 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: netmtu_writable.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.842569 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.843080 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: net-mtu-writable Aug 24 17:25:12.843403 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: network_availability_zone.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.844060 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.844594 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: network_availability_zone Aug 24 17:25:12.844913 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: network_ip_availability.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.845979 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.846494 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: network-ip-availability Aug 24 17:25:12.846815 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: network_segment_range.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.847564 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.848071 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 17:25:12.848424 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: pagination.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.849394 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.849722 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: pagination Aug 24 17:25:12.850080 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: port_device_profile.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.850988 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.851503 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: port-device-profile Aug 24 17:25:12.851821 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.852760 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.853271 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: port-mac-address-regenerate Aug 24 17:25:12.853588 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.854491 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.854998 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: port-numa-affinity-policy Aug 24 17:25:12.855318 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: port_resource_request.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.856507 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.857010 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 17:25:12.857325 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: portbindings.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.858241 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.858745 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: binding Aug 24 17:25:12.859058 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: portbindings_extended.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.860462 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.860983 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: binding-extended Aug 24 17:25:12.861308 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: portsecurity.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.862215 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.862728 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: port-security Aug 24 17:25:12.863049 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: project_id.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.864025 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.864382 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: project-id Aug 24 17:25:12.864708 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: providernet.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.866137 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.867538 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: provider Aug 24 17:25:12.867863 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: qos.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.871325 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.871853 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension qos not supported by any of loaded plugins Aug 24 17:25:12.872181 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.873470 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.873990 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 17:25:12.874315 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.875306 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.875747 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 17:25:12.876071 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: qos_default.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.877015 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.877530 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension qos-default not supported by any of loaded plugins Aug 24 17:25:12.877852 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: qos_fip.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.878528 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.879034 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 17:25:12.879357 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: qos_gateway_ip.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.880271 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.880806 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 17:25:12.881125 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: qos_port_network_policy.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.882580 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.883091 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 17:25:12.883410 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: qos_pps_rule.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.890994 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.891543 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 17:25:12.891877 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: qos_rule_type_details.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.894223 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.894748 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 17:25:12.895077 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: qos_rules_alias.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.896835 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.897361 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 17:25:12.897762 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: quotasv2.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.900749 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.902891 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: quotas Aug 24 17:25:12.902891 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: quotasv2_detail.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.905728 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.906074 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: quota_details Aug 24 17:25:12.906411 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: rbac.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.907709 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.908252 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: rbac-policies Aug 24 17:25:12.908610 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: rbac_address_group.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.909546 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.910068 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: rbac-address-group Aug 24 17:25:12.910393 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: rbac_address_scope.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.911321 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.911841 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: rbac-address-scope Aug 24 17:25:12.912165 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: rbac_security_groups.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.913178 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.913691 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: rbac-security-groups Aug 24 17:25:12.914011 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: rbac_subnetpool.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.914928 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.915449 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: rbac-subnetpool Aug 24 17:25:12.915776 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: revisionifmatch.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.916722 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.917249 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: revision-if-match Aug 24 17:25:12.917577 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: revisions.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.918712 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.919227 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: standard-attr-revisions Aug 24 17:25:12.919549 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: router_availability_zone.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.920224 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.920766 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: router_availability_zone Aug 24 17:25:12.921087 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: routerservicetype.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.922018 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.922528 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 17:25:12.922849 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.929279 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.929784 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: security-groups-normalized-cidr Aug 24 17:25:12.930106 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.931036 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.931552 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: port-security-groups-filtering Aug 24 17:25:12.931872 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.932829 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.933345 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: security-groups-remote-address-group Aug 24 17:25:12.933669 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: securitygroup.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.945361 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.945906 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: security-group Aug 24 17:25:12.946237 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: segment.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.947030 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.947541 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension segment not supported by any of loaded plugins Aug 24 17:25:12.947866 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.948853 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.949354 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 17:25:12.949677 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: servicetype.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.950865 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.951393 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: service-type Aug 24 17:25:12.951717 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: sorting.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.952739 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.953073 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: sorting Aug 24 17:25:12.953397 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: standard_attr_segment.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.954327 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.954849 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 17:25:12.955173 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: standardattrdescription.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.955822 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.956358 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: standard-attr-description Aug 24 17:25:12.956686 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: stateful_security_group.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.957626 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.958144 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: stateful-security-group Aug 24 17:25:12.958470 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: stdattrs_common.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.959058 dv-cinder-788782-4-iscsi neutron-server[94366]: WARNING neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 17:25:12.959386 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.960764 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.961294 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 17:25:12.961616 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: subnet_onboard.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.962698 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.963220 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: subnet_onboard Aug 24 17:25:12.963543 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.964510 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.965027 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 17:25:12.965349 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: subnet_service_types.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.966293 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.966819 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: subnet-service-types Aug 24 17:25:12.967140 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: subnetallocation.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.968240 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.968791 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: subnet_allocation Aug 24 17:25:12.969128 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.969806 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.970324 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: subnetpool-prefix-ops Aug 24 17:25:12.970645 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.971578 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.972095 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 17:25:12.972456 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: tagging.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.973540 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.974071 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: standard-attr-tag Aug 24 17:25:12.974397 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: timestamp.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.975653 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.976173 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loaded extension: standard-attr-timestamp Aug 24 17:25:12.976531 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: trunk.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.977569 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.978096 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension trunk not supported by any of loaded plugins Aug 24 17:25:12.978422 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: trunk_details.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.979356 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.979881 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 17:25:12.980199 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: uplink_status_propagation.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.995623 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.996144 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 17:25:12.996497 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Loading extension file: vlantransparent.py {{(pid=94366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 17:25:12.997184 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 17:25:12.997696 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 17:25:13.000195 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:network Aug 24 17:25:13.000763 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:subnet Aug 24 17:25:13.001171 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:25:13.001561 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:port Aug 24 17:25:13.002804 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.003247 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service FLAVORS assigned prefix: {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.003854 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.004295 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.004714 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:router Aug 24 17:25:13.005150 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 17:25:13.005629 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service METERING assigned prefix: /metering {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.007686 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:13.008056 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:13.008443 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:25:13.009732 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 17:25:13.010216 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:security_group Aug 24 17:25:13.010667 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 17:25:13.011303 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service CORE assigned prefix: {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.011636 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:25:13.011986 dv-cinder-788782-4-iscsi neutron-server[94366]: WARNING neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] subnetpool is already registered Aug 24 17:25:13.012460 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service CORE assigned prefix: {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.012783 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:25:13.013116 dv-cinder-788782-4-iscsi neutron-server[94366]: WARNING neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] subnetpool is already registered Aug 24 17:25:13.015403 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.015835 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service FLAVORS assigned prefix: {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.016454 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.016908 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.017241 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:router Aug 24 17:25:13.017580 dv-cinder-788782-4-iscsi neutron-server[94366]: WARNING neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] router is already registered Aug 24 17:25:13.017988 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 17:25:13.018328 dv-cinder-788782-4-iscsi neutron-server[94366]: WARNING neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] floatingip is already registered Aug 24 17:25:13.018806 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service METERING assigned prefix: /metering {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.019478 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 17:25:13.019804 dv-cinder-788782-4-iscsi neutron-server[94366]: WARNING neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] rbac_policy is already registered Aug 24 17:25:13.020215 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:security_group Aug 24 17:25:13.020578 dv-cinder-788782-4-iscsi neutron-server[94366]: WARNING neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] security_group is already registered Aug 24 17:25:13.020981 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 17:25:13.021340 dv-cinder-788782-4-iscsi neutron-server[94366]: WARNING neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] security_group_rule is already registered Aug 24 17:25:13.022058 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service CORE assigned prefix: {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.022412 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:25:13.022771 dv-cinder-788782-4-iscsi neutron-server[94366]: WARNING neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] subnetpool is already registered Aug 24 17:25:13.023192 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.v2.resource_helper [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Service CORE assigned prefix: {{(pid=94366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:25:13.023516 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:25:13.023847 dv-cinder-788782-4-iscsi neutron-server[94366]: WARNING neutron.quota.resource_registry [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] subnetpool is already registered Aug 24 17:25:13.024344 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: extensions {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.025954 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: address-groups {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.027434 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: address-scopes {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.028875 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: agents {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.030103 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: auto-allocated-topology {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.031351 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: availability_zones {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.032702 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: dhcp-networks {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.034230 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: dhcp-agents {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.035713 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: routers {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.037363 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: flavors {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.038687 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: service_profiles {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.039892 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: next_providers {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.041359 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: service_profiles {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.042941 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: floatingip-pools {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.044211 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: routers {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.045915 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: floatingips {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.047190 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: l3-routers {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.048636 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: l3-agents {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.050110 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: metering-labels {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.051341 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: metering-label-rules {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.052749 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: network-ip-availabilities {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.054645 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: bindings {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.056191 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: quotas {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.057778 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: quotas {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.059207 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: rbac-policies {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.060422 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: security-groups {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.063883 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: security-group-rules {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.063883 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: service-providers {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.064144 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: subnetpools {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.065475 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: subnetpools {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.068079 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: tags {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.070427 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: tags {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.072226 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: tags {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.074043 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: tags {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.075708 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: tags {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.077706 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: tags {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.079377 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: tags {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.081206 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: tags {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.083063 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: tags {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.085018 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron.api.extensions [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Extended resource: tags {{(pid=94366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:25:13.091004 dv-cinder-788782-4-iscsi neutron-server[94366]: WARNING keystonemiddleware.auth_token [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 17:25:13.095552 dv-cinder-788782-4-iscsi neutron-server[94366]: WARNING keystonemiddleware.auth_token [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 17:25:13.104633 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_concurrency.lockutils [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Acquired lock "singleton_lock" {{(pid=94366) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 17:25:13.105115 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_concurrency.lockutils [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Releasing lock "singleton_lock" {{(pid=94366) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 17:25:13.105999 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO oslo_service.service [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Starting 2 workers Aug 24 17:25:13.110839 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Started child 94619 {{(pid=94366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 17:25:13.115293 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Started child 94620 {{(pid=94366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 17:25:13.116731 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:13.117535 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO neutron.service [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 17:25:13.118225 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Notify callbacks [] for process, before_spawn {{(pid=94366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:13.118327 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [-] (94619) wsgi starting up on http://0.0.0.0:9696 Aug 24 17:25:13.120632 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO oslo_service.service [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Starting 1 workers Aug 24 17:25:13.120757 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:13.122166 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [-] (94620) wsgi starting up on http://0.0.0.0:9696 Aug 24 17:25:13.125808 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Started child 94621 {{(pid=94366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 17:25:13.126310 dv-cinder-788782-4-iscsi neutron-server[94366]: INFO oslo_service.service [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Starting 1 workers Aug 24 17:25:13.130146 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.service [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] calling RpcWorker wait() {{(pid=94621) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 17:25:13.130720 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.service [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] returning from RpcWorker wait() {{(pid=94621) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 17:25:13.130831 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Started child 94622 {{(pid=94366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 17:25:13.131734 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG neutron_lib.callbacks.manager [None req-53eabf06-3c4b-4372-93fe-f7c69a439400 None None] Notify callbacks [] for process, after_spawn {{(pid=94366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:13.131927 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:13.132512 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:25:13.133632 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94366) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 17:25:13.133849 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 17:25:13.134034 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 17:25:13.134249 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 17:25:13.134583 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 17:25:13.134747 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 17:25:13.135298 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.135572 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.135824 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.136085 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.136397 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.136918 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:13.137419 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.137419 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.137552 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.137757 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.138018 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.138184 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.138348 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.138619 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.138856 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.139136 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.139404 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.139661 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.139937 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.140107 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.140397 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.140676 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.140919 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.143999 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] debug = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.143999 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.143999 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.143999 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.143999 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.143999 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.144546 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.144546 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.144546 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.144546 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.144546 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.144546 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.144546 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.144546 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.144989 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.144989 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.145237 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.145423 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.145893 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] host = dv-cinder-788782-4-iscsi {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.146109 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.146324 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.146572 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.146802 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.147086 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.147321 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.147543 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.147786 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.148051 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.148288 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.148569 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.148824 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.149083 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.149339 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_file = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.149476 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_options = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.149719 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.149994 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.150238 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.150427 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.150593 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.150771 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.151019 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.151180 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.151435 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.151647 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.151859 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.152077 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.152322 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.155040 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.155040 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.155040 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.155040 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.155040 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.155040 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.155040 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.155040 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.156101 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.156101 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.156101 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.156101 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.156101 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.156101 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.156101 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.156101 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.156101 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.157242 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.157242 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.157242 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.157242 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.158256 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.158256 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.158256 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.158256 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.158256 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.158837 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.158837 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.158837 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.159314 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.159314 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.159561 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.159686 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] use_json = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.159893 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.160104 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.160402 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.160642 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.160853 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.161068 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.161280 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.161554 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.161957 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.162230 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.163061 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.163304 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.163556 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.163950 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.164182 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.164448 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.164679 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.164938 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.165280 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.165504 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.165810 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.166050 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.166299 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.166623 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.166928 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.167114 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.167366 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.167566 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.167825 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.168050 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.168339 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.168587 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.168836 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.169080 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.169309 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.169600 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.169857 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.170138 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.170399 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.170618 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.170853 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.171080 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.171291 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.171521 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.171728 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.171977 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.172204 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.172547 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.173571 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.173571 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.173571 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.173926 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:25:13.174054 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.174054 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.174054 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.174403 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.174508 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.175124 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.175436 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.175436 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.175685 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.175915 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.176151 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.176429 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.176662 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.176880 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.177118 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.177328 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.177565 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.178983 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.178983 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.178983 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.179498 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.179498 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.179837 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.179964 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.180088 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.180303 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.180557 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.180776 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.180992 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.181205 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.181422 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.181640 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.181878 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.182111 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.182343 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.182575 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.182787 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.183004 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.183255 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.183483 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.183722 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.183933 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.184143 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.184373 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.184623 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.184851 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.185119 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.185428 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.185650 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.186463 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.186791 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.187015 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.187252 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.187508 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.187759 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.188013 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.188243 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.188533 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.188789 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.189041 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.189284 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.189813 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.189813 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.190051 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.190201 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.190453 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.190702 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.190925 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.191190 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.192863 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.192863 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.192863 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.192863 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.192863 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.193482 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.193482 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.193482 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.193875 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.193984 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.194338 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.194538 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.194773 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.195048 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.195291 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.195526 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.195777 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.196037 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.196268 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.196516 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.196785 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.197035 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.200285 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.200285 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.200285 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.200285 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.200285 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.200285 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.200285 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.200285 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.202993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.202993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.202993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.202993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.202993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.202993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.202993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.202993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.203556 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.203556 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.203556 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.203556 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.203556 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.203556 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.203556 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.203556 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.204134 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.204134 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.204134 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.204134 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.204134 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.204134 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.204134 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.204134 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.205714 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.205714 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.205714 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.205714 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.205714 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.205714 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.205714 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.206215 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.206215 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.206369 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.206542 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.206767 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.206993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.207230 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.207443 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.207679 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.207914 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.208131 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.208367 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.208586 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.208820 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.209049 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.209273 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.209528 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.209762 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.210027 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.210353 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.210885 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.210885 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.211146 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.211286 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.211535 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.211999 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.211999 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.213003 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.213003 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.213003 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.213003 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.218954 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.218954 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.218954 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.218954 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.218954 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.218954 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.218954 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.218954 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.218954 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219524 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219524 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219524 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219524 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219524 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219524 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219524 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219524 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.219993 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.220485 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.220485 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.220485 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.220485 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.220485 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.220485 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.222065 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.222065 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.222065 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.222065 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.222065 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.222417 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.222417 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.222560 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.222743 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.222970 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.223218 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.223430 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.225490 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.227370 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.227623 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.227964 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.228194 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.228502 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.228748 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.229087 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.229330 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.229580 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.229829 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.230076 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.230302 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.230817 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.231157 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.231451 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.231712 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.231952 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.232225 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.232531 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.232809 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.233025 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.233310 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.233655 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.233941 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.234206 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.234427 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.234691 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.234933 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.235167 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.235427 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.235645 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.235875 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.236130 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.236386 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.236610 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.236824 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.237048 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.237264 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.237511 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.237742 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.237978 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.238193 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.238349 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 17:25:13.238878 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94366) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 17:25:13.239038 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 17:25:13.239191 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 17:25:13.239359 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 17:25:13.239528 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 17:25:13.239679 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 17:25:13.239885 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.240046 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.240206 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.240388 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.240557 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.241257 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.241420 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.241576 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.241767 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.241983 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.242143 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.242301 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.242459 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.242617 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.242795 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.242930 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.243082 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.243240 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.243402 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.243560 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.243717 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.243874 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.244032 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] debug = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.244189 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.244393 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.244556 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.244712 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.244869 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.245025 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.245182 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.245339 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.245495 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.245653 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.245811 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.245969 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.246127 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.246284 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.246441 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.246598 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.246755 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.246913 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] host = dv-cinder-788782-4-iscsi {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.247070 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.247228 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.247385 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.247542 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.247700 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.247856 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.248014 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.248171 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.248351 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.248513 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.248671 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.248827 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.248985 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.249142 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_file = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.249301 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_options = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.249459 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.249616 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.249774 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.249957 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.250120 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.250278 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.250435 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.250592 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.250749 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.250906 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.251062 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.251219 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.251378 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.251535 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.251693 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.251849 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.252011 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.252169 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.252347 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.252507 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.258826 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.258826 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.258826 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.258826 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.258826 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.258826 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.258826 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.258826 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.258826 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.259466 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.259466 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.259466 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.259466 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.259466 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.259466 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.259466 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.259466 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260002 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260002 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260002 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260002 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260002 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260002 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260002 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260002 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260629 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] use_json = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260629 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260629 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260629 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260629 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260629 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260629 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.260629 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.261161 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:25:13.261161 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261161 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261161 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261161 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261161 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261161 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261161 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261688 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261688 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261688 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261688 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261688 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261688 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261688 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.261688 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.262422 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.262422 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.262422 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.262422 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.262422 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.262422 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.262422 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.262422 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.263302 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.263302 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.263302 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.263302 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.263302 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.263302 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.263302 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.263302 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264174 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264174 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264174 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264174 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264174 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264174 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264174 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264174 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264174 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264897 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264897 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264897 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264897 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264897 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264897 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.264897 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.265653 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.265653 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.265653 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.265653 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.265653 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.266209 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.266209 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.266209 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.266209 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.266618 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.266618 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.266848 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.266848 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.267079 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.267079 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.267290 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.267399 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.267542 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.267701 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.267876 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.268037 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.268197 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.268377 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.268538 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.268697 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.268855 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.269015 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.269172 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.269331 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.269490 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.269650 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.269809 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.269970 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.270130 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.270290 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.270449 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.270609 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.270767 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.270926 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.271085 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.271243 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.271401 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.271570 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.271745 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.271968 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.272184 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.272367 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.272529 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.272689 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.272848 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.273007 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.273172 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.273330 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.273489 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.273647 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.273808 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.273967 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.274126 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.274286 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.274447 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.274608 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.274765 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.274925 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.275085 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.275244 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.275403 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.275562 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.275721 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.275880 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.276051 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.276209 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.276388 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.276549 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.276716 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.276887 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.277048 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.277206 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.277366 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.277525 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.277684 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.277843 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.278003 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.278162 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.278321 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.278480 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.278647 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.278816 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.278975 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.279134 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.279293 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.279476 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.279639 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.279795 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.279955 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.280113 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.280274 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.280599 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.280813 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.281222 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.281619 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.281619 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.281847 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.281847 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.282056 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.282198 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.282325 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.282446 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.282578 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.282727 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.282888 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.283048 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.283223 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.283436 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.283583 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.283707 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.283818 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.283945 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.284106 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.284266 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.284447 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.284607 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.284795 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.284927 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.285069 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.285228 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.285388 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.285545 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.285706 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.285865 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.286028 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.286188 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.286350 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.286510 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.286671 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.286838 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.286981 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.287141 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.287303 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.287461 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.288150 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.288325 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.288487 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.288649 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.288810 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.288970 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.289144 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.289305 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.289464 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.289624 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.289782 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.289941 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.290101 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.290260 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.290419 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.290577 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.290736 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.290897 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.291059 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.291218 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.291378 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.291537 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.291699 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.291855 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.292014 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.292194 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.292375 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.292537 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.292697 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.292856 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.293014 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.293185 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.293359 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.293504 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.293663 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.293822 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.293982 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.294153 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.294312 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.294470 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.294629 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.294787 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.294945 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.295116 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.295275 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.295435 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.295593 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.295751 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.295910 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.296080 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.296238 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.296419 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.296577 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.296736 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.296894 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.297065 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.297258 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.297391 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.297524 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.297677 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.297835 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.298004 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.298164 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.298324 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.298492 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.298653 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.298812 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.298973 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.299146 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.299306 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.299468 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.299628 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.299786 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.299947 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.300109 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.300272 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.300462 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.300629 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.300791 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.300960 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.301128 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.301298 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.301459 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.301626 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.301797 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.301957 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.302120 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.302279 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.302439 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.302598 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.302756 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.302914 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.303074 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.303795 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.303957 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.304116 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.304275 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.304456 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.304614 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.304774 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.304932 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.305092 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.305250 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.305410 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:25:13.305563 dv-cinder-788782-4-iscsi neutron-server[94366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 17:25:13.329584 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:25:13.476264 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 58498) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:25:13.484878 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064855 Aug 24 17:25:25.253563 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd8e426-eef0-4031-8510-b6b9ee243fd8 None None] get_active_networks_info from dv-cinder-788782-4-iscsi {{(pid=94621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 17:25:25.364490 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd8e426-eef0-4031-8510-b6b9ee243fd8 None None] No non-hosted networks {{(pid=94621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 17:25:25.382297 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.agentschedulers_db [None req-9fd8e426-eef0-4031-8510-b6b9ee243fd8 None None] DHCP Agent not found on host dv-cinder-788782-4-iscsi {{(pid=94621) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 17:25:25.485396 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-645b7b7c-e0c6-458a-8b2b-51bee62b0bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762047'] for agent, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:28.164778 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-284daa5b-aa0d-4ab1-9e50-d8802a5137fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762047'] for agent, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:28.185807 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.db.api [None req-0400e87f-f465-4add-aa52-9319d724ef94 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-788782-4-iscsi {{(pid=94621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 17:25:28.186499 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG oslo_db.api [None req-0400e87f-f465-4add-aa52-9319d724ef94 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 17:25:28.448587 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762047'] for agent, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:28.449267 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:28.449607 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:28.449935 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:28.450420 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:28.450905 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:28.451369 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:28.451822 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:28.452335 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:28.452819 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:28.453282 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:28.453750 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:28.454210 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:28.454756 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788782-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:25:28.468822 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788782-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:25:28.779611 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-0400e87f-f465-4add-aa52-9319d724ef94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:29.459300 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762047'] for agent, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:30.373593 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762047'] for agent, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:31.471037 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 58590) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:25:31.512794 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.db.l3_hamode_db [None req-611c597a-98f6-438d-bdda-d8e45415cad5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 17:25:31.593899 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c597a-98f6-438d-bdda-d8e45415cad5 None None] Routers set() bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:25:31.594298 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c597a-98f6-438d-bdda-d8e45415cad5 None None] Router IDs set() for agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 17:25:31.958071 dv-cinder-788782-4-iscsi neutron-server[94620]: WARNING oslo_policy.policy [None req-c3c2fd8d-4634-4b12-964d-776783719d90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:25:31.958658 dv-cinder-788782-4-iscsi neutron-server[94620]: WARNING oslo_policy.policy [None req-c3c2fd8d-4634-4b12-964d-776783719d90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:25:32.174916 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [None req-c3c2fd8d-4634-4b12-964d-776783719d90 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 17:25:32.175969 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-c3c2fd8d-4634-4b12-964d-776783719d90 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7039816 Aug 24 17:25:34.554314 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 58604) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:25:34.863736 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-f74575a4-dde9-4aff-a92a-6a1b325e063a admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:25:34.956170 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.policy [None req-f74575a4-dde9-4aff-a92a-6a1b325e063a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94620) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 17:25:35.002630 dv-cinder-788782-4-iscsi neutron-server[94620]: WARNING oslo_policy.policy [None req-f74575a4-dde9-4aff-a92a-6a1b325e063a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:25:35.002942 dv-cinder-788782-4-iscsi neutron-server[94620]: WARNING oslo_policy.policy [None req-f74575a4-dde9-4aff-a92a-6a1b325e063a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:25:35.011481 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.quota [None req-f74575a4-dde9-4aff-a92a-6a1b325e063a admin admin] Loaded quota_driver: . Aug 24 17:25:35.197429 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f74575a4-dde9-4aff-a92a-6a1b325e063a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726545487257', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726545487690', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726545434324', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726545440632', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726547228026', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726545453912', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1654987', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1649261', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-618077', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572429'] for rbac-policy, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:35.410223 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f74575a4-dde9-4aff-a92a-6a1b325e063a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:35.411450 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-f74575a4-dde9-4aff-a92a-6a1b325e063a admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8561628 Aug 24 17:25:38.071569 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 58616) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:25:38.367534 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '6c12501dbb34460284e19b3c3b88c685', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'name': 'private'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:25:38.487927 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Made reservation on behalf of 6c12501dbb34460284e19b3c3b88c685 for: {'network': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:25:38.490619 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:38.508608 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:38.635529 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:38.825107 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:38.846556 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:25:38.875691 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726543911078', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:38.876278 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Unsubscribe: segment precommit_create {{(pid=94620) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 17:25:38.876825 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.segments_db [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Added segment 0ae38dc2-a4b6-4d51-9ef3-470fb8d79957 of type vlan for network 8dd826c4-a208-414f-aac1-5f7a5f94dc52 Aug 24 17:25:38.894732 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0963ca01-3d15-4723-8959-193fb26216f1,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:25:38.948487 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:38.949026 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:38.949376 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:38.949700 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:38.950026 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:38.950362 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:38.950683 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:38.950999 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:38.951326 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:38.951643 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:38.951953 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:38.952260 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Tracked resource versions report: Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: pushed versions: Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: { 'AddressGroup': {'1.2'}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'ConntrackHelper': {'1.0'}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Log': {'1.0'}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Network': {'1.1'}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Port': {'1.7'}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'PortForwarding': {'1.2'}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'QosPolicy': {'1.9'}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'SecurityGroup': {'1.4'}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'SubPort': {'1.0'}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Subnet': {'1.1'}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Trunk': {'1.1'}} Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: consumer versions: Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: { DHCP agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: L3 agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: Metadata agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: Metering agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: Open vSwitch agent@dv-cinder-788782-4-iscsi: { 'AddressGroup': '1.2', Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'ConntrackHelper': '1.0', Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Log': '1.0', Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Network': '1.1', Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Port': '1.7', Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'PortForwarding': '1.2', Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'QosPolicy': '1.9', Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'SecurityGroup': '1.4', Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'SecurityGroupRule': '1.2', Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'SubPort': '1.0', Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Subnet': '1.1', Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Trunk': '1.1'}} Aug 24 17:25:38.953390 dv-cinder-788782-4-iscsi neutron-server[94620]: {{(pid=94620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:25:38.994991 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:39.105559 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:39.106571 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:25:39.107219 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:39.203874 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] Pushing event updated for resources: {'Network': ['ID=8dd826c4-a208-414f-aac1-5f7a5f94dc52,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:25:39.215644 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network 8dd826c4-a208-414f-aac1-5f7a5f94dc52 details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:25:39.310878 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-bf339799-5301-42ba-88ee-66c65724d12e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2382019 Aug 24 17:25:42.107031 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 58630) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:25:42.511372 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb53f2-5000-4126-ad76-8bf0d9242aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:25:42.512716 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-3cfb53f2-5000-4126-ad76-8bf0d9242aaa admin admin] 10.222.0.41 "GET /v2.0/networks/8dd826c4-a208-414f-aac1-5f7a5f94dc52 HTTP/1.1" status: 200 len: 825 time: 0.4047217 Aug 24 17:25:42.537684 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-5fb8b70c-51da-49c6-91ea-b88d71a73565 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/ca73261d-7cbf-4478-84fa-0d97aefae03c HTTP/1.1" status: 200 len: 734 time: 0.0189104 Aug 24 17:25:42.546683 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-4d71af49-81c8-480c-b972-b938b1d47a0f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52', 'subnetpool_id': 'ca73261d-7cbf-4478-84fa-0d97aefae03c'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:25:42.647757 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d71af49-81c8-480c-b972-b938b1d47a0f admin admin] Made reservation on behalf of 6c12501dbb34460284e19b3c3b88c685 for: {'subnet': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:25:42.650073 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4d71af49-81c8-480c-b972-b938b1d47a0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:43.029909 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4d71af49-81c8-480c-b972-b938b1d47a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for subnet, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:43.097787 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71af49-81c8-480c-b972-b938b1d47a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3b3ea6-52b6-4405-b374-94322f448b7a,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:25:43.099749 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d71af49-81c8-480c-b972-b938b1d47a0f admin admin] Checking segment: {'id': '0ae38dc2-a4b6-4d51-9ef3-470fb8d79957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:25:43.100126 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d71af49-81c8-480c-b972-b938b1d47a0f admin admin] Network hostable DHCP agents. Network: 8dd826c4-a208-414f-aac1-5f7a5f94dc52, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:25:43.178796 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d71af49-81c8-480c-b972-b938b1d47a0f admin admin] Network 8dd826c4-a208-414f-aac1-5f7a5f94dc52 is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:25:43.298761 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-4d71af49-81c8-480c-b972-b938b1d47a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, 8dd826c4-a208-414f-aac1-5f7a5f94dc52) {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:25:43.307420 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d71af49-81c8-480c-b972-b938b1d47a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:25:43.307420 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4d71af49-81c8-480c-b972-b938b1d47a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:43.309213 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682df09d-d12e-4fb5-9752-8037ce0a81dd None None] Network 8dd826c4-a208-414f-aac1-5f7a5f94dc52 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:25:43.408847 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-4d71af49-81c8-480c-b972-b938b1d47a0f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8653305 Aug 24 17:25:43.630778 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeced1b1b-f5d6-5abc-a4d5-27cf2b0c7464-8dd826c4-a208-414f-aac1-5f7a5f94dc52', 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'fixed_ips': [{'subnet_id': 'cf3b3ea6-52b6-4405-b374-94322f448b7a'}]}} from dv-cinder-788782-4-iscsi. {{(pid=94621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:25:43.631992 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:43.937079 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.db_base_plugin_common [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Allocated IP 172.20.0.2 (8dd826c4-a208-414f-aac1-5f7a5f94dc52/cf3b3ea6-52b6-4405-b374-94322f448b7a/1c66309b-82ca-45e6-a641-fe0e223256bd) {{(pid=94621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:25:44.153108 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Notify callbacks [] for port, precommit_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:44.196520 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Transition to ACTIVE for port object 1c66309b-82ca-45e6-a641-fe0e223256bd will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:25:44.218051 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Transition to ACTIVE for port object 1c66309b-82ca-45e6-a641-fe0e223256bd will not be triggered until provisioned by entity DHCP. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:25:44.311411 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:44.380427 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Network 8dd826c4-a208-414f-aac1-5f7a5f94dc52 is already hosted by enough agents. {{(pid=94621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:25:44.385396 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.base_scheduler [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Resources bound (agent type, host, resource id): {{(pid=94621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:25:44.396633 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Received port after_create {{(pid=94621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:25:44.399693 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Pushing event updated for resources: {'Port': ['ID=1c66309b-82ca-45e6-a641-fe0e223256bd,revision_number=1']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:25:44.431438 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:44.431882 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:44.432197 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:44.432562 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:44.432892 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:44.433220 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:44.433550 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:44.433876 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:44.434214 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:44.434539 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:44.434858 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:44.435176 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Tracked resource versions report: Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: pushed versions: Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: { 'AddressGroup': {'1.2'}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'ConntrackHelper': {'1.0'}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Log': {'1.0'}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Network': {'1.1'}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Port': {'1.7'}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'PortForwarding': {'1.2'}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'QosPolicy': {'1.9'}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'SecurityGroup': {'1.4'}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'SubPort': {'1.0'}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Subnet': {'1.1'}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Trunk': {'1.1'}} Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: consumer versions: Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: { DHCP agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: L3 agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: Metadata agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: Metering agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: Open vSwitch agent@dv-cinder-788782-4-iscsi: { 'AddressGroup': '1.2', Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'ConntrackHelper': '1.0', Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Log': '1.0', Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Network': '1.1', Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Port': '1.7', Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'PortForwarding': '1.2', Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'QosPolicy': '1.9', Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'SecurityGroup': '1.4', Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'SecurityGroupRule': '1.2', Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'SubPort': '1.0', Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Subnet': '1.1', Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Trunk': '1.1'}} Aug 24 17:25:44.436273 dv-cinder-788782-4-iscsi neutron-server[94621]: {{(pid=94621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:25:44.484663 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Attempting to bind port 1c66309b-82ca-45e6-a641-fe0e223256bd on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:25:44.485051 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Attempting to bind port 1c66309b-82ca-45e6-a641-fe0e223256bd by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': '0ae38dc2-a4b6-4d51-9ef3-470fb8d79957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:25:44.485490 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Attempting to bind port 1c66309b-82ca-45e6-a641-fe0e223256bd on network 8dd826c4-a208-414f-aac1-5f7a5f94dc52 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:25:44.490454 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:25:44.490856 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Checking segment: {'id': '0ae38dc2-a4b6-4d51-9ef3-470fb8d79957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:25:44.491416 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:44.491803 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Bound using segment: {'id': '0ae38dc2-a4b6-4d51-9ef3-470fb8d79957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:25:44.492292 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Bound port: 1c66309b-82ca-45e6-a641-fe0e223256bd, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae38dc2-a4b6-4d51-9ef3-470fb8d79957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:25:44.492709 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:44.554034 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] For port 1c66309b-82ca-45e6-a641-fe0e223256bd, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:25:44.558339 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] For port 1c66309b-82ca-45e6-a641-fe0e223256bd, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=1c66309b-82ca-45e6-a641-fe0e223256bd,segment=NetworkSegment(0ae38dc2-a4b6-4d51-9ef3-470fb8d79957),segment_id=0ae38dc2-a4b6-4d51-9ef3-470fb8d79957)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:25:44.676950 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:44.743450 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142d9c1-d3e4-4e8b-a66e-1822b5392e0d None None] Pushing event updated for resources: {'Port': ['ID=1c66309b-82ca-45e6-a641-fe0e223256bd,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:25:45.846876 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 58638) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:25:46.174130 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [None req-a45a0085-ec79-4998-8667-b1b41126283a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 17:25:46.175193 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a45a0085-ec79-4998-8667-b1b41126283a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3273876 Aug 24 17:25:48.601359 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 58646) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:25:48.930234 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [None req-12b4861b-01ef-458f-94c3-2067ac516f03 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 17:25:48.931535 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-12b4861b-01ef-458f-94c3-2067ac516f03 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3289559 Aug 24 17:25:51.609422 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 58656) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:25:51.932864 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-e079f399-ccca-40f3-b44f-98dc26e346da admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:25:52.109481 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e079f399-ccca-40f3-b44f-98dc26e346da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-925525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:52.111093 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e079f399-ccca-40f3-b44f-98dc26e346da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-923877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8094'] for router, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:52.248649 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e079f399-ccca-40f3-b44f-98dc26e346da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:52.344784 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e079f399-ccca-40f3-b44f-98dc26e346da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923239'] for router, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:52.418889 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 1c66309b-82ca-45e6-a641-fe0e223256bd up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:25:52.459365 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e079f399-ccca-40f3-b44f-98dc26e346da admin admin] Notify callbacks [] for router, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:52.468372 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-e079f399-ccca-40f3-b44f-98dc26e346da admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8502436 Aug 24 17:25:52.601880 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 1c66309b-82ca-45e6-a641-fe0e223256bd completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:25:53.130934 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902362cb-8ecc-4313-9bbc-2872dde9e7d8 None None] Network 8dd826c4-a208-414f-aac1-5f7a5f94dc52 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:25:53.269325 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-c91d3838-d1c5-4c05-af62-70d9a4dd94c8 None None] Provisioning for port 1c66309b-82ca-45e6-a641-fe0e223256bd completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:25:53.288738 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-c91d3838-d1c5-4c05-af62-70d9a4dd94c8 None None] Provisioning complete for port 1c66309b-82ca-45e6-a641-fe0e223256bd triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:25:53.289123 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-c91d3838-d1c5-4c05-af62-70d9a4dd94c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:53.414913 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-c91d3838-d1c5-4c05-af62-70d9a4dd94c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:53.452985 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-c91d3838-d1c5-4c05-af62-70d9a4dd94c8 None None] For port 1c66309b-82ca-45e6-a641-fe0e223256bd, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=1c66309b-82ca-45e6-a641-fe0e223256bd,segment=NetworkSegment(0ae38dc2-a4b6-4d51-9ef3-470fb8d79957),segment_id=0ae38dc2-a4b6-4d51-9ef3-470fb8d79957)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:25:53.579213 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-c91d3838-d1c5-4c05-af62-70d9a4dd94c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:53.625617 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d3838-d1c5-4c05-af62-70d9a4dd94c8 None None] Pushing event updated for resources: {'Port': ['ID=1c66309b-82ca-45e6-a641-fe0e223256bd,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:25:53.698717 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-780b1808-99a4-4fda-a2e0-e1942f3b58ea None None] Provisioning complete for port 1c66309b-82ca-45e6-a641-fe0e223256bd triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:25:53.699079 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-780b1808-99a4-4fda-a2e0-e1942f3b58ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:54.405646 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 1c66309b-82ca-45e6-a641-fe0e223256bd up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:25:54.452103 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 1c66309b-82ca-45e6-a641-fe0e223256bd triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:25:54.452415 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:54.861242 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 58668) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:25:55.120787 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b5834ed7-cb94-4675-96df-cb53d0458c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:55.360026 dv-cinder-788782-4-iscsi neutron-server[94619]: WARNING oslo_policy.policy [None req-27668a78-5f4b-4083-88c1-f2954211ba12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:25:55.360616 dv-cinder-788782-4-iscsi neutron-server[94619]: WARNING oslo_policy.policy [None req-27668a78-5f4b-4083-88c1-f2954211ba12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:25:55.578397 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [None req-27668a78-5f4b-4083-88c1-f2954211ba12 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 17:25:55.579594 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-27668a78-5f4b-4083-88c1-f2954211ba12 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7162814 Aug 24 17:25:57.977302 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 58682) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:25:58.150891 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-6e87d1fd-5a76-4d56-aae5-cc4d83d274af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:58.287556 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:25:58.289021 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.quota [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Loaded quota_driver: . Aug 24 17:25:58.436045 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Made reservation on behalf of efec6669ae984961a7f1a27e8639498f for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:25:58.458661 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:58.516879 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.policy [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94619) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 17:25:58.562385 dv-cinder-788782-4-iscsi neutron-server[94619]: WARNING oslo_policy.policy [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:25:58.562758 dv-cinder-788782-4-iscsi neutron-server[94619]: WARNING oslo_policy.policy [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:25:58.572740 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:58.593427 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:58.719285 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:58.801290 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:58.812919 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Reserving flat network on physical network physnet1 {{(pid=94619) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 17:25:58.845517 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726543911078', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:58.846029 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Unsubscribe: segment precommit_create {{(pid=94619) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 17:25:58.846557 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Added segment e4178de8-148d-4ba4-97c8-da730f737a7d of type flat for network aaab6033-8676-46b7-9588-e6807a397508 Aug 24 17:25:58.866642 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d58589-e3cb-48dc-85a6-621affdcc32e,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:25:58.884687 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:58.885135 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:58.885477 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:58.885833 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:58.886162 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:58.886502 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:58.886825 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:58.887144 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:58.887477 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:58.887795 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:58.888110 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:58.888476 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Tracked resource versions report: Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: pushed versions: Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: { 'AddressGroup': {'1.2'}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'ConntrackHelper': {'1.0'}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Log': {'1.0'}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Network': {'1.1'}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Port': {'1.7'}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'PortForwarding': {'1.2'}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'QosPolicy': {'1.9'}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'SecurityGroup': {'1.4'}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'SubPort': {'1.0'}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Subnet': {'1.1'}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Trunk': {'1.1'}} Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: consumer versions: Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: { DHCP agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: L3 agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: Metadata agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: Metering agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: Open vSwitch agent@dv-cinder-788782-4-iscsi: { 'AddressGroup': '1.2', Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'ConntrackHelper': '1.0', Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Log': '1.0', Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Network': '1.1', Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Port': '1.7', Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'PortForwarding': '1.2', Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'QosPolicy': '1.9', Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'SecurityGroup': '1.4', Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'SecurityGroupRule': '1.2', Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'SubPort': '1.0', Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Subnet': '1.1', Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Trunk': '1.1'}} Aug 24 17:25:58.889562 dv-cinder-788782-4-iscsi neutron-server[94619]: {{(pid=94619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:25:58.989288 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:59.148850 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:59.150191 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:25:59.150874 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:25:59.249551 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] Pushing event updated for resources: {'Network': ['ID=aaab6033-8676-46b7-9588-e6807a397508,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:25:59.262155 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network aaab6033-8676-46b7-9588-e6807a397508 details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:25:59.267501 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-ebea1778-75fa-4834-974f-28ddb386e607 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2865651 Aug 24 17:25:59.407642 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:00.327070 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:01.645989 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 58706) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:26:01.860886 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c98c5f-b5bc-4d22-a249-c910e264b7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:26:01.862234 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-88c98c5f-b5bc-4d22-a249-c910e264b7da admin admin] 10.222.0.41 "GET /v2.0/subnets/cf3b3ea6-52b6-4405-b374-94322f448b7a HTTP/1.1" status: 200 len: 849 time: 0.2153080 Aug 24 17:26:02.024965 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-f815cd5c-3573-4579-a8be-fafa9bec78a0 admin admin] 10.222.0.41 "GET /v2.0/routers/f38320f9-f55a-486c-a3df-2cc2d2d95979 HTTP/1.1" status: 200 len: 704 time: 0.1564891 Aug 24 17:26:02.309298 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:02.609295 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Allocated IP 172.20.0.1 (8dd826c4-a208-414f-aac1-5f7a5f94dc52/cf3b3ea6-52b6-4405-b374-94322f448b7a/c6610e28-8dc9-4f5c-94d3-cb918886ca36) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:26:02.795205 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:02.818201 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Transition to ACTIVE for port object c6610e28-8dc9-4f5c-94d3-cb918886ca36 will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:26:02.950568 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:03.018010 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Network 8dd826c4-a208-414f-aac1-5f7a5f94dc52 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:26:03.028139 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:26:03.036915 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:26:03.037792 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922644'] for router_interface, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:03.055678 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c6610e28-8dc9-4f5c-94d3-cb918886ca36,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:26:03.281463 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:03.315838 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-41e5af9f-35dc-4412-b41d-d02c177cd9fb None None] Provisioning for port c6610e28-8dc9-4f5c-94d3-cb918886ca36 completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:26:03.319682 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-41e5af9f-35dc-4412-b41d-d02c177cd9fb None None] Provisioning complete for port c6610e28-8dc9-4f5c-94d3-cb918886ca36 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:26:03.320054 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-41e5af9f-35dc-4412-b41d-d02c177cd9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:03.351744 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-41e5af9f-35dc-4412-b41d-d02c177cd9fb None None] Port c6610e28-8dc9-4f5c-94d3-cb918886ca36 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:26:03.537628 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:03.611073 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:03.611803 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929218'] for router_interface, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:03.691158 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c6610e28-8dc9-4f5c-94d3-cb918886ca36,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:26:03.737227 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Network 8dd826c4-a208-414f-aac1-5f7a5f94dc52 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:26:03.738467 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:26:03.974768 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ac009432-8a3d-41dc-b9cb-cb76453fa72a None None] Provisioning complete for port c6610e28-8dc9-4f5c-94d3-cb918886ca36 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:26:03.975136 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ac009432-8a3d-41dc-b9cb-cb76453fa72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:03.979398 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Router f38320f9-f55a-486c-a3df-2cc2d2d95979 is scheduled to L3 agent 1d505948-8523-4517-ae72-23e9606b5ead with binding_index 1 {{(pid=94619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:26:04.011175 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ac009432-8a3d-41dc-b9cb-cb76453fa72a None None] Port c6610e28-8dc9-4f5c-94d3-cb918886ca36 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:26:04.073448 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:26:04.078638 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-9af4c65f-0b04-4527-93c6-07dfd677f7a2 admin admin] 10.222.0.41 "PUT /v2.0/routers/f38320f9-f55a-486c-a3df-2cc2d2d95979/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0478966 Aug 24 17:26:04.095913 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Sync routers for ids ['f38320f9-f55a-486c-a3df-2cc2d2d95979'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:26:04.107541 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Routers {'f38320f9-f55a-486c-a3df-2cc2d2d95979'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:26:04.108400 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:25:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['f38320f9-f55a-486c-a3df-2cc2d2d95979'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:26:04.294645 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Set router f38320f9-f55a-486c-a3df-2cc2d2d95979 gateway port host: None {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:26:04.726358 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'name': 'router1', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:25:52Z', 'updated_at': '2021-08-24T17:26:03Z', 'revision_number': 2, 'project_id': '6c12501dbb34460284e19b3c3b88c685', 'gw_port_host': None, '_interfaces': [{'id': 'c6610e28-8dc9-4f5c-94d3-cb918886ca36', 'name': '', 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'mac_address': 'fa:16:3e:3a:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf3b3ea6-52b6-4405-b374-94322f448b7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:26:02Z', 'updated_at': '2021-08-24T17:26:03Z', 'revision_number': 2, 'project_id': '6c12501dbb34460284e19b3c3b88c685', 'subnets': [{'id': 'cf3b3ea6-52b6-4405-b374-94322f448b7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca73261d-7cbf-4478-84fa-0d97aefae03c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:26:04.779889 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Checking router: f38320f9-f55a-486c-a3df-2cc2d2d95979 for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:26:04.780285 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Updating router f38320f9-f55a-486c-a3df-2cc2d2d95979 port c6610e28-8dc9-4f5c-94d3-cb918886ca36 binding host dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:26:04.829049 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:05.350982 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:05.369547 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Transition to ACTIVE for port object c6610e28-8dc9-4f5c-94d3-cb918886ca36 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:26:05.464498 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:05.616973 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Pushing event updated for resources: {'Port': ['ID=c6610e28-8dc9-4f5c-94d3-cb918886ca36,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:26:05.632841 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:26:05.633189 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:26:05.633541 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:26:05.634436 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:26:05.634884 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:26:05.635353 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:26:05.635677 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:26:05.636003 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:26:05.636380 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:26:05.636681 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:26:05.637006 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:26:05.637422 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Tracked resource versions report: Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: pushed versions: Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: { 'AddressGroup': {'1.2'}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'ConntrackHelper': {'1.0'}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Log': {'1.0'}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Network': {'1.1'}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Port': {'1.7'}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'PortForwarding': {'1.2'}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'QosPolicy': {'1.9'}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'SecurityGroup': {'1.4'}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'SubPort': {'1.0'}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Subnet': {'1.1'}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Trunk': {'1.1'}} Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: consumer versions: Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: { DHCP agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: L3 agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: Metadata agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: Metering agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: Open vSwitch agent@dv-cinder-788782-4-iscsi: { 'AddressGroup': '1.2', Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'ConntrackHelper': '1.0', Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Log': '1.0', Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Network': '1.1', Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Port': '1.7', Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'PortForwarding': '1.2', Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'QosPolicy': '1.9', Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'SecurityGroup': '1.4', Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'SecurityGroupRule': '1.2', Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'SubPort': '1.0', Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Subnet': '1.1', Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Trunk': '1.1'}} Aug 24 17:26:05.638444 dv-cinder-788782-4-iscsi neutron-server[94622]: {{(pid=94622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:26:05.640933 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Attempting to bind port c6610e28-8dc9-4f5c-94d3-cb918886ca36 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:26:05.641311 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Attempting to bind port c6610e28-8dc9-4f5c-94d3-cb918886ca36 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': '0ae38dc2-a4b6-4d51-9ef3-470fb8d79957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:26:05.641746 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Attempting to bind port c6610e28-8dc9-4f5c-94d3-cb918886ca36 on network 8dd826c4-a208-414f-aac1-5f7a5f94dc52 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:26:05.647503 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:26:05.647910 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Checking segment: {'id': '0ae38dc2-a4b6-4d51-9ef3-470fb8d79957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:26:05.648447 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:05.649203 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Bound using segment: {'id': '0ae38dc2-a4b6-4d51-9ef3-470fb8d79957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:26:05.649284 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Bound port: c6610e28-8dc9-4f5c-94d3-cb918886ca36, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae38dc2-a4b6-4d51-9ef3-470fb8d79957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:26:05.650629 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:05.716738 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] For port c6610e28-8dc9-4f5c-94d3-cb918886ca36, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:26:05.735545 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] For port c6610e28-8dc9-4f5c-94d3-cb918886ca36, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=c6610e28-8dc9-4f5c-94d3-cb918886ca36,segment=NetworkSegment(0ae38dc2-a4b6-4d51-9ef3-470fb8d79957),segment_id=0ae38dc2-a4b6-4d51-9ef3-470fb8d79957)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:26:05.802101 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:05.853104 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Routers {'f38320f9-f55a-486c-a3df-2cc2d2d95979'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:26:05.853728 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:25:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['f38320f9-f55a-486c-a3df-2cc2d2d95979'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:26:05.923299 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba58ae-b584-4566-b49b-24422a737334 None None] Pushing event updated for resources: {'Port': ['ID=c6610e28-8dc9-4f5c-94d3-cb918886ca36,revision_number=4']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:26:05.951754 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] Set router f38320f9-f55a-486c-a3df-2cc2d2d95979 gateway port host: None {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:26:06.156720 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'name': 'router1', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:25:52Z', 'updated_at': '2021-08-24T17:26:03Z', 'revision_number': 2, 'project_id': '6c12501dbb34460284e19b3c3b88c685', 'gw_port_host': None, '_interfaces': [{'id': 'c6610e28-8dc9-4f5c-94d3-cb918886ca36', 'name': '', 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'mac_address': 'fa:16:3e:3a:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf3b3ea6-52b6-4405-b374-94322f448b7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:26:02Z', 'updated_at': '2021-08-24T17:26:05Z', 'revision_number': 4, 'project_id': '6c12501dbb34460284e19b3c3b88c685', 'subnets': [{'id': 'cf3b3ea6-52b6-4405-b374-94322f448b7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca73261d-7cbf-4478-84fa-0d97aefae03c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:26:06.183418 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d73562-5747-476a-8a6f-2cd8bcc0d595 None None] The sync data for ids ['f38320f9-f55a-486c-a3df-2cc2d2d95979'] in dv-cinder-788782-4-iscsi is: [{'id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'name': 'router1', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:25:52Z', 'updated_at': '2021-08-24T17:26:03Z', 'revision_number': 2, 'project_id': '6c12501dbb34460284e19b3c3b88c685', 'gw_port_host': None, '_interfaces': [{'id': 'c6610e28-8dc9-4f5c-94d3-cb918886ca36', 'name': '', 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'mac_address': 'fa:16:3e:3a:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf3b3ea6-52b6-4405-b374-94322f448b7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:26:02Z', 'updated_at': '2021-08-24T17:26:05Z', 'revision_number': 4, 'project_id': '6c12501dbb34460284e19b3c3b88c685', 'subnets': [{'id': 'cf3b3ea6-52b6-4405-b374-94322f448b7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca73261d-7cbf-4478-84fa-0d97aefae03c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:26:06.318469 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 58726) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:26:06.435479 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a025db-5cdc-4aca-877b-12a5388a42c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:26:06.436984 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-c3a025db-5cdc-4aca-877b-12a5388a42c1 admin admin] 10.222.0.41 "GET /v2.0/networks/aaab6033-8676-46b7-9588-e6807a397508 HTTP/1.1" status: 200 len: 842 time: 0.1174266 Aug 24 17:26:06.446698 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-83465cd6-8034-4150-ac23-e7589e47b198 admin admin] Request body: {'subnet': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:26:06.556361 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83465cd6-8034-4150-ac23-e7589e47b198 admin admin] Made reservation on behalf of efec6669ae984961a7f1a27e8639498f for: {'subnet': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:26:06.565754 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-83465cd6-8034-4150-ac23-e7589e47b198 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:06.973469 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.objects.ports [None req-83465cd6-8034-4150-ac23-e7589e47b198 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94620) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 17:26:06.973820 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-83465cd6-8034-4150-ac23-e7589e47b198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for subnet, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:07.030445 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83465cd6-8034-4150-ac23-e7589e47b198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67aa83e-e28a-4d07-8fc6-31a1110a92ec,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:26:07.034986 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83465cd6-8034-4150-ac23-e7589e47b198 admin admin] Checking segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:26:07.035343 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83465cd6-8034-4150-ac23-e7589e47b198 admin admin] Network hostable DHCP agents. Network: aaab6033-8676-46b7-9588-e6807a397508, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:26:07.121277 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83465cd6-8034-4150-ac23-e7589e47b198 admin admin] Network aaab6033-8676-46b7-9588-e6807a397508 is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:26:07.184452 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-83465cd6-8034-4150-ac23-e7589e47b198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, aaab6033-8676-46b7-9588-e6807a397508) {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:26:07.188405 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83465cd6-8034-4150-ac23-e7589e47b198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:26:07.188976 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-83465cd6-8034-4150-ac23-e7589e47b198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:07.193917 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8015a21c-b4da-4186-bf22-8b07749ce2b2 None None] Network aaab6033-8676-46b7-9588-e6807a397508 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:26:07.256469 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-83465cd6-8034-4150-ac23-e7589e47b198 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8044095 Aug 24 17:26:07.324983 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12edfc1-2da5-4ac6-8bc3-7368d4565a24 None None] Network aaab6033-8676-46b7-9588-e6807a397508 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:26:09.552764 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 58734) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:26:09.773065 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-d57081c5-11ec-4bdb-91b6-fa65ee3137f8 admin admin] 10.222.0.41 "GET /v2.0/routers/f38320f9-f55a-486c-a3df-2cc2d2d95979 HTTP/1.1" status: 200 len: 710 time: 0.2190571 Aug 24 17:26:09.863511 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d6b8a0-f90d-4197-b0b3-85f9406528b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:26:09.864903 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-89d6b8a0-f90d-4197-b0b3-85f9406528b7 admin admin] 10.222.0.41 "GET /v2.0/networks/aaab6033-8676-46b7-9588-e6807a397508 HTTP/1.1" status: 200 len: 886 time: 0.0854580 Aug 24 17:26:09.874956 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:26:10.125798 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:10.195542 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 5 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:26:10.471152 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:10.551484 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:10.707794 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Allocated IP 172.27.2.39 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/e88e4c61-665c-49ef-ab49-5161a1c045a7) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:26:10.819124 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:10.950884 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:11.016537 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:26:11.023152 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:26:11.033428 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:26:11.038942 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Pushing event updated for resources: {'Port': ['ID=e88e4c61-665c-49ef-ab49-5161a1c045a7,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:26:11.379446 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:11.585683 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8096'] for router, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:11.590835 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-923249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-923240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923842'] for router, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:11.760744 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Router f38320f9-f55a-486c-a3df-2cc2d2d95979 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:26:11.866144 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:26:11.870900 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] Notify callbacks [] for router, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:11.872078 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-4b7dba72-94c7-4448-a54e-66884fe2474a admin admin] 10.222.0.41 "PUT /v2.0/routers/f38320f9-f55a-486c-a3df-2cc2d2d95979 HTTP/1.1" status: 200 len: 889 time: 2.0004189 Aug 24 17:26:12.443903 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device c6610e28-8dc9-4f5c-94d3-cb918886ca36 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:26:12.544266 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port c6610e28-8dc9-4f5c-94d3-cb918886ca36 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:26:12.548246 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port c6610e28-8dc9-4f5c-94d3-cb918886ca36 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:26:12.548832 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:12.623297 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Sync routers for ids ['f38320f9-f55a-486c-a3df-2cc2d2d95979'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:26:12.643028 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Routers {'f38320f9-f55a-486c-a3df-2cc2d2d95979'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:26:12.643711 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:25:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['f38320f9-f55a-486c-a3df-2cc2d2d95979'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:26:12.757746 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:12.877079 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port c6610e28-8dc9-4f5c-94d3-cb918886ca36, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=c6610e28-8dc9-4f5c-94d3-cb918886ca36,segment=NetworkSegment(0ae38dc2-a4b6-4d51-9ef3-470fb8d79957),segment_id=0ae38dc2-a4b6-4d51-9ef3-470fb8d79957)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:26:12.926484 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Set router f38320f9-f55a-486c-a3df-2cc2d2d95979 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:26:12.971824 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:13.168002 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=c6610e28-8dc9-4f5c-94d3-cb918886ca36,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:26:13.362011 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'name': 'router1', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'e88e4c61-665c-49ef-ab49-5161a1c045a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:25:52Z', 'updated_at': '2021-08-24T17:26:11Z', 'revision_number': 4, 'project_id': '6c12501dbb34460284e19b3c3b88c685', 'gw_port': {'id': 'e88e4c61-665c-49ef-ab49-5161a1c045a7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:26:10Z', 'updated_at': '2021-08-24T17:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'c6610e28-8dc9-4f5c-94d3-cb918886ca36', 'name': '', 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'mac_address': 'fa:16:3e:3a:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf3b3ea6-52b6-4405-b374-94322f448b7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:26:02Z', 'updated_at': '2021-08-24T17:26:05Z', 'revision_number': 4, 'project_id': '6c12501dbb34460284e19b3c3b88c685', 'subnets': [{'id': 'cf3b3ea6-52b6-4405-b374-94322f448b7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca73261d-7cbf-4478-84fa-0d97aefae03c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:26:13.413150 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Checking router: f38320f9-f55a-486c-a3df-2cc2d2d95979 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:26:13.413438 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Updating router f38320f9-f55a-486c-a3df-2cc2d2d95979 port e88e4c61-665c-49ef-ab49-5161a1c045a7 binding host dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:26:13.459548 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:13.769423 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:13.778660 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Transition to ACTIVE for port object e88e4c61-665c-49ef-ab49-5161a1c045a7 will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:26:13.858684 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:13.908532 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Attempting to bind port e88e4c61-665c-49ef-ab49-5161a1c045a7 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:26:13.908898 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Attempting to bind port e88e4c61-665c-49ef-ab49-5161a1c045a7 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:26:13.909255 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Attempting to bind port e88e4c61-665c-49ef-ab49-5161a1c045a7 on network aaab6033-8676-46b7-9588-e6807a397508 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:26:13.917910 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:26:13.918275 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Checking segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:26:13.918668 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:13.919053 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Bound using segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:26:13.919501 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Bound port: e88e4c61-665c-49ef-ab49-5161a1c045a7, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:26:13.919884 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:13.922337 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c179b-3f25-4ae7-8648-82e0ef73b723 None None] Pushing event updated for resources: {'Port': ['ID=e88e4c61-665c-49ef-ab49-5161a1c045a7,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:26:13.970857 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] For port e88e4c61-665c-49ef-ab49-5161a1c045a7, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:26:13.973817 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] For port e88e4c61-665c-49ef-ab49-5161a1c045a7, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=e88e4c61-665c-49ef-ab49-5161a1c045a7,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:26:14.046251 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:14.104174 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Routers {'f38320f9-f55a-486c-a3df-2cc2d2d95979'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:26:14.105053 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:25:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['f38320f9-f55a-486c-a3df-2cc2d2d95979'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:26:14.107682 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c179b-3f25-4ae7-8648-82e0ef73b723 None None] Pushing event updated for resources: {'Port': ['ID=e88e4c61-665c-49ef-ab49-5161a1c045a7,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:26:14.296642 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 58746) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:26:14.300664 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] Set router f38320f9-f55a-486c-a3df-2cc2d2d95979 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:26:14.409854 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-fa073261-0298-4792-bd5d-1b466d25de14 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1121042 Aug 24 17:26:14.419904 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device c6610e28-8dc9-4f5c-94d3-cb918886ca36 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:26:14.529234 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port c6610e28-8dc9-4f5c-94d3-cb918886ca36 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:26:14.529907 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:14.644713 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'name': 'router1', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'e88e4c61-665c-49ef-ab49-5161a1c045a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:25:52Z', 'updated_at': '2021-08-24T17:26:11Z', 'revision_number': 4, 'project_id': '6c12501dbb34460284e19b3c3b88c685', 'gw_port': {'id': 'e88e4c61-665c-49ef-ab49-5161a1c045a7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:26:10Z', 'updated_at': '2021-08-24T17:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'c6610e28-8dc9-4f5c-94d3-cb918886ca36', 'name': '', 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'mac_address': 'fa:16:3e:3a:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf3b3ea6-52b6-4405-b374-94322f448b7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:26:02Z', 'updated_at': '2021-08-24T17:26:12Z', 'revision_number': 5, 'project_id': '6c12501dbb34460284e19b3c3b88c685', 'subnets': [{'id': 'cf3b3ea6-52b6-4405-b374-94322f448b7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca73261d-7cbf-4478-84fa-0d97aefae03c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:26:14.672510 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8075b-eea0-412a-9c8f-02589e8687c0 None None] The sync data for ids ['f38320f9-f55a-486c-a3df-2cc2d2d95979'] in dv-cinder-788782-4-iscsi is: [{'id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'name': 'router1', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'e88e4c61-665c-49ef-ab49-5161a1c045a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:25:52Z', 'updated_at': '2021-08-24T17:26:11Z', 'revision_number': 4, 'project_id': '6c12501dbb34460284e19b3c3b88c685', 'gw_port': {'id': 'e88e4c61-665c-49ef-ab49-5161a1c045a7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:26:10Z', 'updated_at': '2021-08-24T17:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'c6610e28-8dc9-4f5c-94d3-cb918886ca36', 'name': '', 'network_id': '8dd826c4-a208-414f-aac1-5f7a5f94dc52', 'tenant_id': '6c12501dbb34460284e19b3c3b88c685', 'mac_address': 'fa:16:3e:3a:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38320f9-f55a-486c-a3df-2cc2d2d95979', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf3b3ea6-52b6-4405-b374-94322f448b7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:26:02Z', 'updated_at': '2021-08-24T17:26:12Z', 'revision_number': 5, 'project_id': '6c12501dbb34460284e19b3c3b88c685', 'subnets': [{'id': 'cf3b3ea6-52b6-4405-b374-94322f448b7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca73261d-7cbf-4478-84fa-0d97aefae03c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:26:16.461039 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device e88e4c61-665c-49ef-ab49-5161a1c045a7 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:26:16.601564 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port e88e4c61-665c-49ef-ab49-5161a1c045a7 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:26:16.607739 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port e88e4c61-665c-49ef-ab49-5161a1c045a7 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:26:16.608112 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:16.696764 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:16.718550 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port e88e4c61-665c-49ef-ab49-5161a1c045a7, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=e88e4c61-665c-49ef-ab49-5161a1c045a7,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:26:16.824543 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:16.876543 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=e88e4c61-665c-49ef-ab49-5161a1c045a7,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:26:18.438136 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device e88e4c61-665c-49ef-ab49-5161a1c045a7 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:26:18.495402 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port e88e4c61-665c-49ef-ab49-5161a1c045a7 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:26:18.495777 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:25.127276 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-a4b08baa-71d9-4726-a08b-c450fc8bdc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:28.105115 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-92363df0-ae8b-4342-9824-d28cb7461f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:28.456186 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:29.424499 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:30.361813 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:47.193420 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 5 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:26:55.205075 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b85c-355c-4608-9e59-36088f8ac145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:58.134947 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-875c7dcc-2e22-47a2-b10f-21cff723876f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:58.688132 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:26:59.389464 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:00.349757 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:24.191247 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 5 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:27:25.120369 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3e5a42b3-5ba4-45cc-a721-575d5d300686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:28.135406 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-dd88d6e5-28df-4002-8f13-a0f2edf40fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:28.569831 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:29.457904 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:30.405870 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:53.678211 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59314) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:27:53.739305 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e14e47-da28-4475-a155-0281a28fb164 admin admin] GET failed (client error): The resource could not be found. Aug 24 17:27:53.741183 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-68e14e47-da28-4475-a155-0281a28fb164 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620313 Aug 24 17:27:53.907006 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8122e812-8388-4d44-8803-d90b2ac535cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:27:53.908419 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-8122e812-8388-4d44-8803-d90b2ac535cc admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1625433 Aug 24 17:27:55.160050 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-6f15c23a-9bf7-4d7a-876f-6a0018a5f36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:56.151611 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59324) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:27:56.243736 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f905a311-3c10-4c67-b443-e17ca75fa2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:27:56.245118 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-f905a311-3c10-4c67-b443-e17ca75fa2ba admin admin] 10.222.0.41 "GET /v2.0/subnets/cf3b3ea6-52b6-4405-b374-94322f448b7a HTTP/1.1" status: 200 len: 849 time: 0.0925307 Aug 24 17:27:56.255097 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:27:56.348920 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:56.577387 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726543835100'] for subnet, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:56.612108 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:27:56.612657 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:56.613939 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] 10.222.0.41 "PUT /v2.0/subnets/cf3b3ea6-52b6-4405-b374-94322f448b7a HTTP/1.1" status: 200 len: 868 time: 0.3625512 Aug 24 17:27:56.635208 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3b3ea6-52b6-4405-b374-94322f448b7a,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:27:56.635479 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1597fb72-fefc-48c0-a709-1a9e7ff0c870 None None] Network 8dd826c4-a208-414f-aac1-5f7a5f94dc52 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:27:56.643059 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:27:56.643411 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:27:56.643768 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:27:56.644101 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:27:56.644475 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:27:56.644816 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:27:56.645153 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:27:56.645487 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:27:56.645844 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:27:56.646178 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:27:56.647138 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:27:56.647418 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ae970-efc0-49ba-84be-1761ddd54fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:27:56.997385 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-dda7e92b-78c8-4f78-b6d6-e8a654bab801 None None] Provisioning complete for port c6610e28-8dc9-4f5c-94d3-cb918886ca36 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:27:56.997881 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-dda7e92b-78c8-4f78-b6d6-e8a654bab801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:57.090351 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-dda7e92b-78c8-4f78-b6d6-e8a654bab801 None None] Provisioning complete for port 1c66309b-82ca-45e6-a641-fe0e223256bd triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:27:57.090642 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-dda7e92b-78c8-4f78-b6d6-e8a654bab801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:58.153912 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-9a961cc5-5d3f-4928-8c05-e4a94ca9cc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:58.434125 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:27:58.909791 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59332) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:27:59.148252 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014081f8-95de-49d4-974f-5735d69f5c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:27:59.148675 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014081f8-95de-49d4-974f-5735d69f5c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:27:59.150236 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-014081f8-95de-49d4-974f-5735d69f5c56 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2394779 Aug 24 17:27:59.398084 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:00.455176 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:01.189861 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 5 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:28:01.645162 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59340) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:28:01.777429 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58875b8-9f89-49b5-a329-f578390673de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:01.777894 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58875b8-9f89-49b5-a329-f578390673de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:01.779385 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-f58875b8-9f89-49b5-a329-f578390673de admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1332719 Aug 24 17:28:03.988156 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59348) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:28:04.129855 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8041d-1754-49e5-9d00-43cacfd09a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:04.131268 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-86d8041d-1754-49e5-9d00-43cacfd09a30 admin admin] 10.222.0.41 "GET /v2.0/networks/8dd826c4-a208-414f-aac1-5f7a5f94dc52 HTTP/1.1" status: 200 len: 869 time: 0.1421344 Aug 24 17:28:06.320687 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59358) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:28:06.446687 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ef387-9cf9-4a39-93d2-8dd9b60c8048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:06.447959 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-923ef387-9cf9-4a39-93d2-8dd9b60c8048 admin admin] 10.222.0.41 "GET /v2.0/networks/aaab6033-8676-46b7-9588-e6807a397508 HTTP/1.1" status: 200 len: 886 time: 0.1263235 Aug 24 17:28:08.637926 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59366) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:28:08.762103 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6df7d4d-8444-4bd6-8cd1-ff8806a84977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:08.762474 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6df7d4d-8444-4bd6-8cd1-ff8806a84977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:08.763976 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a6df7d4d-8444-4bd6-8cd1-ff8806a84977 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250999 Aug 24 17:28:10.977628 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59374) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:28:11.067321 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80a757-9309-4e07-9894-d9883ebb6ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:11.067875 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80a757-9309-4e07-9894-d9883ebb6ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:11.069410 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-ef80a757-9309-4e07-9894-d9883ebb6ac8 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908306 Aug 24 17:28:13.246828 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59382) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:28:13.333933 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d60794-7058-4a71-805f-a4e24bfc1673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:13.335258 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-73d60794-7058-4a71-805f-a4e24bfc1673 admin admin] 10.222.0.41 "GET /v2.0/subnets/a67aa83e-e28a-4d07-8fc6-31a1110a92ec HTTP/1.1" status: 200 len: 816 time: 0.0874956 Aug 24 17:28:15.521451 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59390) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:28:15.619370 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa739b4f-6e97-4ebc-bf06-d2495a8314fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:15.620774 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-fa739b4f-6e97-4ebc-bf06-d2495a8314fb admin admin] 10.222.0.41 "GET /v2.0/subnets/cf3b3ea6-52b6-4405-b374-94322f448b7a HTTP/1.1" status: 200 len: 868 time: 0.0984058 Aug 24 17:28:25.136547 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3848ffcf-215f-4ac3-8fe8-f3d562a41df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:28.113722 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d9de6b48-7e42-4637-841c-88d4a011604b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:28.431754 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:29.376914 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:30.368573 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:38.187940 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 5 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:28:39.734405 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59444) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:28:39.781023 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [None req-22bb6312-4965-45d4-832f-51aac37cc70d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 17:28:39.782011 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-22bb6312-4965-45d4-832f-51aac37cc70d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466802 Aug 24 17:28:42.038327 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59452) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:28:42.098641 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a070704-5eb1-401f-8dac-f65cf1794911 admin admin] GET failed (client error): The resource could not be found. Aug 24 17:28:42.099917 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-9a070704-5eb1-401f-8dac-f65cf1794911 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606592 Aug 24 17:28:42.188502 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094bf868-4297-40bb-9a46-dfc10952edf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:42.189954 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-094bf868-4297-40bb-9a46-dfc10952edf3 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0852633 Aug 24 17:28:44.633584 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59460) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:28:44.680927 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:28:44.819691 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Made reservation on behalf of efec6669ae984961a7f1a27e8639498f for: {'network': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:28:44.822254 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:44.871548 dv-cinder-788782-4-iscsi neutron-server[94620]: WARNING neutron.services.revisions.revision_plugin [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Could not find related network for resource to bump revision. Aug 24 17:28:44.885579 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=94620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:28:44.896004 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:44.896489 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.segments_db [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Added segment ff5eb369-8207-4b49-842e-3c6091988a3e of type vlan for network b564c2b7-ca14-4f72-8000-dddc39067b8b Aug 24 17:28:44.943171 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:45.056718 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:45.057685 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:45.058270 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:45.119536 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Pushing event updated for resources: {'Network': ['ID=b564c2b7-ca14-4f72-8000-dddc39067b8b,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:28:45.125937 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:45.126303 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:45.126646 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:45.126980 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:45.127310 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:45.127688 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:45.128018 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:45.128366 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:45.128697 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:45.129060 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:45.129382 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:45.129705 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:45.140952 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network b564c2b7-ca14-4f72-8000-dddc39067b8b details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:28:45.171060 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-fffa794a-d851-429e-9459-176e78c1d372 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5363538 Aug 24 17:28:47.398146 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59468) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:28:47.545751 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cdde88-e705-4aa2-8f67-304f4b9a4e3b admin admin] GET failed (client error): The resource could not be found. Aug 24 17:28:47.547100 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-04cdde88-e705-4aa2-8f67-304f4b9a4e3b admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1480091 Aug 24 17:28:47.620509 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd677d3-041f-45b7-aaa7-f13d796ace1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:47.623033 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-edd677d3-041f-45b7-aaa7-f13d796ace1f admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0710058 Aug 24 17:28:47.634042 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-32b59abb-58c6-4ad2-b7c4-4e2a85dc21c6 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'b564c2b7-ca14-4f72-8000-dddc39067b8b', 'cidr': '192.168.233.0/24'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:28:47.724708 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b59abb-58c6-4ad2-b7c4-4e2a85dc21c6 admin admin] Made reservation on behalf of efec6669ae984961a7f1a27e8639498f for: {'subnet': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:28:47.727168 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-32b59abb-58c6-4ad2-b7c4-4e2a85dc21c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:47.987637 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-32b59abb-58c6-4ad2-b7c4-4e2a85dc21c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for subnet, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:48.046855 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b59abb-58c6-4ad2-b7c4-4e2a85dc21c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f87711-a9fa-45f2-8b81-063e025c3bcd,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:28:48.056819 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b59abb-58c6-4ad2-b7c4-4e2a85dc21c6 admin admin] Checking segment: {'id': 'ff5eb369-8207-4b49-842e-3c6091988a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b564c2b7-ca14-4f72-8000-dddc39067b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:28:48.057171 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b59abb-58c6-4ad2-b7c4-4e2a85dc21c6 admin admin] Network hostable DHCP agents. Network: b564c2b7-ca14-4f72-8000-dddc39067b8b, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:28:48.147450 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b59abb-58c6-4ad2-b7c4-4e2a85dc21c6 admin admin] Network b564c2b7-ca14-4f72-8000-dddc39067b8b is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:28:48.233297 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-32b59abb-58c6-4ad2-b7c4-4e2a85dc21c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, b564c2b7-ca14-4f72-8000-dddc39067b8b) {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:28:48.237454 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b59abb-58c6-4ad2-b7c4-4e2a85dc21c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:28:48.238713 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-32b59abb-58c6-4ad2-b7c4-4e2a85dc21c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:48.242718 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3f7602-0392-4869-a9b0-f3b05ede9ae0 None None] Network b564c2b7-ca14-4f72-8000-dddc39067b8b requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:28:48.331744 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-32b59abb-58c6-4ad2-b7c4-4e2a85dc21c6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7012193 Aug 24 17:28:48.504968 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeced1b1b-f5d6-5abc-a4d5-27cf2b0c7464-b564c2b7-ca14-4f72-8000-dddc39067b8b', 'network_id': 'b564c2b7-ca14-4f72-8000-dddc39067b8b', 'tenant_id': 'efec6669ae984961a7f1a27e8639498f', 'fixed_ips': [{'subnet_id': '04f87711-a9fa-45f2-8b81-063e025c3bcd'}]}} from dv-cinder-788782-4-iscsi. {{(pid=94621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:28:48.506285 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:48.643904 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.db_base_plugin_common [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Allocated IP 192.168.233.2 (b564c2b7-ca14-4f72-8000-dddc39067b8b/04f87711-a9fa-45f2-8b81-063e025c3bcd/40d98a71-a5b1-4444-aa82-451691f8eb28) {{(pid=94621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:28:48.789978 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Notify callbacks [] for port, precommit_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:48.798199 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Transition to ACTIVE for port object 40d98a71-a5b1-4444-aa82-451691f8eb28 will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:28:48.814288 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Transition to ACTIVE for port object 40d98a71-a5b1-4444-aa82-451691f8eb28 will not be triggered until provisioned by entity DHCP. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:28:48.919432 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:48.959744 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Network b564c2b7-ca14-4f72-8000-dddc39067b8b is already hosted by enough agents. {{(pid=94621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:28:48.962707 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.base_scheduler [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Resources bound (agent type, host, resource id): {{(pid=94621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:28:48.966289 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Received port after_create {{(pid=94621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:28:48.973682 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Pushing event updated for resources: {'Port': ['ID=40d98a71-a5b1-4444-aa82-451691f8eb28,revision_number=1']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:28:48.983280 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:48.983646 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:48.983989 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:48.984341 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:48.984661 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:48.984982 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:48.985306 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:48.985623 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:48.985955 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:48.986270 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:48.986580 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:48.986888 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:28:49.032395 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Attempting to bind port 40d98a71-a5b1-4444-aa82-451691f8eb28 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:28:49.032753 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Attempting to bind port 40d98a71-a5b1-4444-aa82-451691f8eb28 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'ff5eb369-8207-4b49-842e-3c6091988a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b564c2b7-ca14-4f72-8000-dddc39067b8b'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:28:49.033111 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Attempting to bind port 40d98a71-a5b1-4444-aa82-451691f8eb28 on network b564c2b7-ca14-4f72-8000-dddc39067b8b {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:28:49.038496 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:28:49.038891 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Checking segment: {'id': 'ff5eb369-8207-4b49-842e-3c6091988a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b564c2b7-ca14-4f72-8000-dddc39067b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:28:49.039280 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:49.039665 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Bound using segment: {'id': 'ff5eb369-8207-4b49-842e-3c6091988a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b564c2b7-ca14-4f72-8000-dddc39067b8b'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:28:49.046704 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Bound port: 40d98a71-a5b1-4444-aa82-451691f8eb28, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5eb369-8207-4b49-842e-3c6091988a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b564c2b7-ca14-4f72-8000-dddc39067b8b'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:28:49.046704 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:49.109279 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] For port 40d98a71-a5b1-4444-aa82-451691f8eb28, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:28:49.112352 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] For port 40d98a71-a5b1-4444-aa82-451691f8eb28, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=40d98a71-a5b1-4444-aa82-451691f8eb28,segment=NetworkSegment(ff5eb369-8207-4b49-842e-3c6091988a3e),segment_id=ff5eb369-8207-4b49-842e-3c6091988a3e)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:28:49.233810 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:49.295499 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aeb29f-0633-4053-9f33-e6d42b4d0f1e None None] Pushing event updated for resources: {'Port': ['ID=40d98a71-a5b1-4444-aa82-451691f8eb28,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:28:50.105091 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a990d43f-5033-4dba-be0f-73798e77b637 None None] Network b564c2b7-ca14-4f72-8000-dddc39067b8b requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:28:50.256400 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-93c0d872-3879-4deb-b779-9a93b40e86c9 None None] Provisioning for port 40d98a71-a5b1-4444-aa82-451691f8eb28 completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:28:50.581717 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 40d98a71-a5b1-4444-aa82-451691f8eb28 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:28:50.702071 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 40d98a71-a5b1-4444-aa82-451691f8eb28 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:28:50.706259 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 40d98a71-a5b1-4444-aa82-451691f8eb28 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:28:50.706627 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:50.792758 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:50.824436 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 40d98a71-a5b1-4444-aa82-451691f8eb28, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=40d98a71-a5b1-4444-aa82-451691f8eb28,segment=NetworkSegment(ff5eb369-8207-4b49-842e-3c6091988a3e),segment_id=ff5eb369-8207-4b49-842e-3c6091988a3e)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:28:50.928175 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:50.980222 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=40d98a71-a5b1-4444-aa82-451691f8eb28,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:28:52.559561 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 40d98a71-a5b1-4444-aa82-451691f8eb28 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:28:52.608060 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 40d98a71-a5b1-4444-aa82-451691f8eb28 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:28:52.608468 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:55.141441 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-7339089f-3ff0-416f-8f26-f9cea216891e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:58.164864 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d4e4795c-849b-491d-bcf5-87a8cd9d427b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:58.530885 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:28:59.387368 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:29:00.378912 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:29:15.185973 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 5 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:29:25.123676 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-bd96355f-15dc-411d-996a-e8df88d0494f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:29:28.118411 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cae60ca6-f0cc-4fed-9254-0cf5267b5e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:29:28.450122 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:29:29.392843 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:29:30.358731 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:29:52.185180 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 5 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:29:55.171657 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-62018266-4d7b-4f38-80c6-6627484e0db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:29:58.113079 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-96db25cd-5564-4bfb-af39-45a5446879f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:29:58.452233 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:29:59.398130 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:00.381008 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:09.720823 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59520) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:30:09.727700 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [None req-9a150ff3-8dfd-49a8-836c-4434d895c575 tempest-verify_tempest_config-288914449 tempest-verify_tempest_config-288914449-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 17:30:09.728705 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-9a150ff3-8dfd-49a8-836c-4434d895c575 tempest-verify_tempest_config-288914449 tempest-verify_tempest_config-288914449-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062275 Aug 24 17:30:10.688771 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59538) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:30:10.792438 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:10.877869 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:11.035768 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:11.078829 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143db837-62f4-48aa-96fc-1bb07a46d023,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:30:11.084047 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b1e6df90bd3453ba2d21559931777e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3942454 Aug 24 17:30:11.086812 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59544) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:30:11.088505 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.088854 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.089188 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.089518 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.089846 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.090188 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.090520 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.090838 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.091172 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.091492 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.091808 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.092123 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897481-93aa-4ed3-ba46-af15080ba06a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.140848 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:11.162286 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:11.449687 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:11.452234 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:11.453436 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/143db837-62f4-48aa-96fc-1bb07a46d023 HTTP/1.1" status: 204 len: 168 time: 0.3655765 Aug 24 17:30:11.461074 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143db837-62f4-48aa-96fc-1bb07a46d023,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:30:11.467776 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.468146 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.468539 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.468874 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.469210 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.469572 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.469887 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.470212 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.470551 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.470908 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.471698 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:11.472018 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63969-171c-41c5-82ab-5f78f5e76336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:30:25.141192 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-fd10602e-ae48-426e-8547-cc9cf74bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:28.114379 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3613d399-0c03-4f07-9c90-a2b70823271c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:28.440535 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:29.183670 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 5 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:30:29.409419 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:30.414683 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:55.133935 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4d1e79dd-1a98-4d9a-b0f3-53e914e1e521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:58.131400 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-bea361c5-14e0-473e-8708-e78a463dcaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:58.425933 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:30:59.416810 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:31:00.399360 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:31:06.182738 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 5 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:31:25.125011 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ea69748c-d45a-45a0-8814-3dac3cbff267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:31:28.118997 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-9d0eb4e5-a283-4494-874d-78caed4a4288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:31:28.456009 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:31:29.424951 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:31:30.448010 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:31:42.421582 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762047'] for agent, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:31:43.181934 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:31:55.118279 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-67016c1e-bcad-497b-832c-c77435df30d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:31:57.670020 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59624) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:31:57.773091 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-fde66dcb-3a69-46fb-ae67-0d9e858f18a6 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1019843 Aug 24 17:31:58.129847 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-1af3105e-2b03-4bbb-9701-26f46741c119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:31:58.430504 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:31:59.392757 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:31:59.979427 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59634) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:32:00.035073 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-2e25fc07-2467-4042-b777-9c61a8f8ae84 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0544407 Aug 24 17:32:00.389977 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:32:12.361145 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:32:20.180848 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:32:25.134485 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-61040459-9bf1-4f56-a8ee-b26cc624d518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:32:28.289278 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-225fc224-3e1b-426f-aabe-6da65e1b6f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:32:28.477399 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:32:29.397368 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:32:30.386193 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:32:42.395195 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:32:55.157372 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-0da6c8fd-935b-4b26-9e19-ba6bb279df49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:32:57.181190 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:32:58.104005 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b11d9446-f180-469c-b876-e65e0e34b1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:32:58.438015 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:32:59.429827 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:00.395178 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:12.368106 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:25.137621 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-840f7d24-f9c9-4a53-ac22-d98783be7759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:28.115091 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-6af686f3-f7fd-4683-a27a-caa377d19a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:28.437014 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:29.414148 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:30.391504 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:30.602078 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59768) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:30.962828 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2086696984-network', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:31.053398 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Made reservation on behalf of fab5df39ab324a65a39f6aa738975daf for: {'network': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:33:31.055723 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:31.065198 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:31.154715 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:31.230637 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:31.255818 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=94620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:33:31.269320 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e76e1b-0623-46df-a6ea-c4886dcf9a3f,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:31.273961 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:31.274308 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.segments_db [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Added segment bbddfa97-c84c-4803-829f-a1242b78b542 of type vlan for network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 Aug 24 17:33:31.285123 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:31.285492 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:31.285834 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:31.286170 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:31.286502 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:31.286847 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:31.287197 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:31.287531 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:31.287858 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:31.288179 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:31.288517 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:31.288835 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Tracked resource versions report: Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: pushed versions: Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: { 'AddressGroup': {'1.2'}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'ConntrackHelper': {'1.0'}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Log': {'1.0'}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Network': {'1.1'}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Port': {'1.7'}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'PortForwarding': {'1.2'}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'QosPolicy': {'1.9'}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'SecurityGroup': {'1.4'}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'SubPort': {'1.0'}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Subnet': {'1.1'}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Trunk': {'1.1'}} Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: consumer versions: Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: { DHCP agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: HyperV agent@hv-cinder-78878: {}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: L3 agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: Metadata agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: Metering agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: Open vSwitch agent@dv-cinder-788782-4-iscsi: { 'AddressGroup': '1.2', Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'ConntrackHelper': '1.0', Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Log': '1.0', Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Network': '1.1', Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Port': '1.7', Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'PortForwarding': '1.2', Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'QosPolicy': '1.9', Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'SecurityGroup': '1.4', Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'SecurityGroupRule': '1.2', Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'SubPort': '1.0', Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Subnet': '1.1', Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: 'Trunk': '1.1'}} Aug 24 17:33:31.289865 dv-cinder-788782-4-iscsi neutron-server[94620]: {{(pid=94620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:33:31.331174 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:31.447925 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:31.448881 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:31.449490 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:31.511822 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] Pushing event updated for resources: {'Network': ['ID=703df97f-2490-4b01-bd7b-1ec10d27aeb4,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:31.523325 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:33:31.543396 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-34630aeb-47cb-4243-9fe0-3ba059279aec admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9372811 Aug 24 17:33:31.544166 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59808) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:31.550986 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-32d2536c-cb50-482b-8703-a07741247767 admin admin] Request body: {'subnet': {'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2086696984-subnet', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:31.676423 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d2536c-cb50-482b-8703-a07741247767 admin admin] Made reservation on behalf of fab5df39ab324a65a39f6aa738975daf for: {'subnet': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:33:31.678870 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-32d2536c-cb50-482b-8703-a07741247767 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:31.933514 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-32d2536c-cb50-482b-8703-a07741247767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for subnet, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:31.994438 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2536c-cb50-482b-8703-a07741247767 admin admin] Checking segment: {'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:33:31.994782 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d2536c-cb50-482b-8703-a07741247767 admin admin] Network hostable DHCP agents. Network: 703df97f-2490-4b01-bd7b-1ec10d27aeb4, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:33:32.009102 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2536c-cb50-482b-8703-a07741247767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a0df6f-fffc-4481-bad8-6c067b26a643,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:32.179030 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d2536c-cb50-482b-8703-a07741247767 admin admin] Network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:33:32.282255 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-32d2536c-cb50-482b-8703-a07741247767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, 703df97f-2490-4b01-bd7b-1ec10d27aeb4) {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:32.286695 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2536c-cb50-482b-8703-a07741247767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:32.287278 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-32d2536c-cb50-482b-8703-a07741247767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:32.292150 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45bf108-1522-4174-a56a-70d27b22f34c None None] Network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:33:32.339686 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59844) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:32.416829 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-32d2536c-cb50-482b-8703-a07741247767 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8715506 Aug 24 17:33:32.419529 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59854) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:32.425461 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:32.521236 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-925525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:32.522386 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-923877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8094'] for router, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:32.562513 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeced1b1b-f5d6-5abc-a4d5-27cf2b0c7464-703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643'}]}} from dv-cinder-788782-4-iscsi. {{(pid=94621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:33:32.563402 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:32.588836 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:32.701993 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.db_base_plugin_common [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Allocated IP 172.20.0.2 (703df97f-2490-4b01-bd7b-1ec10d27aeb4/f7a0df6f-fffc-4481-bad8-6c067b26a643/65165029-79af-443e-84c9-cf546e2ebddb) {{(pid=94621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:33:32.813759 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-687065623-network', 'tenant_id': '877ab47f78ff49f691cb09888a716008'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:32.821886 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:32.859913 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Notify callbacks [] for port, precommit_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:32.867361 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Transition to ACTIVE for port object 65165029-79af-443e-84c9-cf546e2ebddb will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:33:32.882855 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Transition to ACTIVE for port object 65165029-79af-443e-84c9-cf546e2ebddb will not be triggered until provisioned by entity DHCP. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:33:32.945953 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Made reservation on behalf of 877ab47f78ff49f691cb09888a716008 for: {'network': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:33:32.948247 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:32.962169 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:32.974164 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.021679 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Pushing event updated for resources: {'Port': ['ID=65165029-79af-443e-84c9-cf546e2ebddb,revision_number=1']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:33.033048 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:33.033728 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:33.034354 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:33.034870 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:33.035411 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:33.035934 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:33.036476 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:33.037039 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Tracked resource versions report: Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: pushed versions: Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: { 'AddressGroup': {'1.2'}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'ConntrackHelper': {'1.0'}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Log': {'1.0'}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Network': {'1.1'}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Port': {'1.7'}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'PortForwarding': {'1.2'}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'QosPolicy': {'1.9'}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'SecurityGroup': {'1.4'}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'SubPort': {'1.0'}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Subnet': {'1.1'}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Trunk': {'1.1'}} Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: consumer versions: Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: { DHCP agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: HyperV agent@hv-cinder-78878: {}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: L3 agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: Metadata agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: Metering agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: Open vSwitch agent@dv-cinder-788782-4-iscsi: { 'AddressGroup': '1.2', Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'ConntrackHelper': '1.0', Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Log': '1.0', Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Network': '1.1', Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Port': '1.7', Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'PortForwarding': '1.2', Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'QosPolicy': '1.9', Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'SecurityGroup': '1.4', Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'SecurityGroupRule': '1.2', Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'SubPort': '1.0', Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Subnet': '1.1', Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: 'Trunk': '1.1'}} Aug 24 17:33:33.041183 dv-cinder-788782-4-iscsi neutron-server[94621]: {{(pid=94621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:33:33.054775 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 is already hosted by enough agents. {{(pid=94621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:33:33.056211 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.base_scheduler [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Resources bound (agent type, host, resource id): {{(pid=94621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:33.059113 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Received port after_create {{(pid=94621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:33:33.121791 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Attempting to bind port 65165029-79af-443e-84c9-cf546e2ebddb on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:33:33.121791 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Attempting to bind port 65165029-79af-443e-84c9-cf546e2ebddb by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:33:33.121791 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Attempting to bind port 65165029-79af-443e-84c9-cf546e2ebddb on network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:33:33.128709 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:33:33.129281 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Checking segment: {'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:33:33.130008 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.130541 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Bound using segment: {'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:33:33.131187 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Bound port: 65165029-79af-443e-84c9-cf546e2ebddb, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:33:33.131756 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.201140 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] For port 65165029-79af-443e-84c9-cf546e2ebddb, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:33:33.210966 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] For port 65165029-79af-443e-84c9-cf546e2ebddb, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=65165029-79af-443e-84c9-cf546e2ebddb,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:33:33.231966 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.240068 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59878) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:33.260345 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.262793 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59884) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:33.299677 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.370686 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Allocated IP 172.27.2.219 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/7a5adf19-4e9f-47e6-ab5c-314468b392d7) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:33:33.406796 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6d69f-55af-4257-bb38-2106d9667503 None None] Pushing event updated for resources: {'Port': ['ID=65165029-79af-443e-84c9-cf546e2ebddb,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:33.507349 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.576600 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.608729 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-886428481-network', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:33.648554 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.663670 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=94620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:33:33.685989 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.696288 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-network', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:33.698180 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.698527 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.segments_db [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Added segment d151a43d-f96d-4dfc-afab-0c4cedafbaac of type vlan for network a55983cf-7171-4734-9c95-18a2a001e37f Aug 24 17:33:33.723628 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:33:33.756938 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:33.766413 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Made reservation on behalf of 1fa29c64bc9f4cb78e38ac145d063236 for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:33:33.769560 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.774485 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.785788 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.815756 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Pushing event updated for resources: {'Port': ['ID=7a5adf19-4e9f-47e6-ab5c-314468b392d7,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:33.830883 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:33:33.888969 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Made reservation on behalf of 898a5b8cd0d34f068f885b6eab3e6f34 for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:33:33.888969 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.900655 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:33.907278 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.db.resource_extend [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 17:33:33.919520 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e725fe-21e4-451f-85f5-135c808286bb,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:33.990913 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.031272 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.032862 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:34.033755 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.108303 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] Pushing event updated for resources: {'Network': ['ID=a55983cf-7171-4734-9c95-18a2a001e37f,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:34.111239 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.121632 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network a55983cf-7171-4734-9c95-18a2a001e37f details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:33:34.137431 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:33:34.169775 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.170455 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Added segment 57eedd77-ebb7-4016-8fae-6acf8c6e963c of type vlan for network 35168eb5-cbf9-4d30-adbc-57e79e50d223 Aug 24 17:33:34.172458 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85b233d-9700-4d3a-8c44-85b0fc5e48dd,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:34.182252 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:33:34.237174 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-2f5dcb72-6f55-4d5a-b376-69917ea5ce55 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8955953 Aug 24 17:33:34.239891 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59930) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:34.246035 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-b2b58693-f52d-4fc9-9bfe-f7bd70745e98 admin admin] Request body: {'subnet': {'network_id': 'a55983cf-7171-4734-9c95-18a2a001e37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-687065623-subnet', 'tenant_id': '877ab47f78ff49f691cb09888a716008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:34.270164 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Tracked resource versions report: Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: pushed versions: Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: { 'AddressGroup': {'1.2'}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'ConntrackHelper': {'1.0'}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Log': {'1.0'}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Network': {'1.1'}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Port': {'1.7'}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'PortForwarding': {'1.2'}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'QosPolicy': {'1.9'}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'SecurityGroup': {'1.4'}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'SubPort': {'1.0'}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Subnet': {'1.1'}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Trunk': {'1.1'}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: consumer versions: Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: { DHCP agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: HyperV agent@hv-cinder-78878: {}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: L3 agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: Metadata agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: Metering agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: Open vSwitch agent@dv-cinder-788782-4-iscsi: { 'AddressGroup': '1.2', Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'ConntrackHelper': '1.0', Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Log': '1.0', Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Network': '1.1', Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Port': '1.7', Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'PortForwarding': '1.2', Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'QosPolicy': '1.9', Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'SecurityGroup': '1.4', Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'SecurityGroupRule': '1.2', Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'SubPort': '1.0', Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Subnet': '1.1', Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: 'Trunk': '1.1'}} Aug 24 17:33:34.280954 dv-cinder-788782-4-iscsi neutron-server[94619]: {{(pid=94619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:33:34.344600 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.415905 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.430465 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.491834 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.563381 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.564386 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:34.564968 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.582919 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ae400-4cfb-46a6-9cc4-febb7f5c653c,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:34.589193 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:33:34.611380 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b58693-f52d-4fc9-9bfe-f7bd70745e98 admin admin] Made reservation on behalf of 877ab47f78ff49f691cb09888a716008 for: {'subnet': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:33:34.617513 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b2b58693-f52d-4fc9-9bfe-f7bd70745e98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.637507 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.637869 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Added segment eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1 of type vlan for network a0e8e346-8b7a-4beb-8083-d8c62155826a Aug 24 17:33:34.799503 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5581708 Aug 24 17:33:34.808449 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59968) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:34.809519 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa137438-542d-4b97-b400-c93b7d4a916b admin admin] Pushing event updated for resources: {'Network': ['ID=35168eb5-cbf9-4d30-adbc-57e79e50d223,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:34.809663 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71960e07-807d-4ed7-aff9-5fd1d5a05790 None None] Network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:33:34.830479 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 65165029-79af-443e-84c9-cf546e2ebddb up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:34.835925 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-c2c197f3-0461-429b-8308-b11766d86c6b admin admin] Request body: {'subnet': {'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-886428481-subnet', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:34.885606 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.910091 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network 35168eb5-cbf9-4d30-adbc-57e79e50d223 details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:33:34.943424 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923239'] for router, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:34.991253 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c197f3-0461-429b-8308-b11766d86c6b admin admin] Made reservation on behalf of 1fa29c64bc9f4cb78e38ac145d063236 for: {'subnet': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:33:35.010907 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c2c197f3-0461-429b-8308-b11766d86c6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.017777 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.019030 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:35.020570 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.067287 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b2b58693-f52d-4fc9-9bfe-f7bd70745e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for subnet, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.097554 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-219d9837-0c48-4699-b525-29db52ad3927 None None] Provisioning for port 65165029-79af-443e-84c9-cf546e2ebddb completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:33:35.134122 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] Pushing event updated for resources: {'Network': ['ID=a0e8e346-8b7a-4beb-8083-d8c62155826a,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:35.175639 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b58693-f52d-4fc9-9bfe-f7bd70745e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=511d4828-dc77-40b3-817b-691d41f4e63d,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:35.180392 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network a0e8e346-8b7a-4beb-8083-d8c62155826a details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:33:35.197131 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 65165029-79af-443e-84c9-cf546e2ebddb completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:33:35.207611 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b58693-f52d-4fc9-9bfe-f7bd70745e98 admin admin] Checking segment: {'id': 'd151a43d-f96d-4dfc-afab-0c4cedafbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a55983cf-7171-4734-9c95-18a2a001e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:33:35.207971 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b58693-f52d-4fc9-9bfe-f7bd70745e98 admin admin] Network hostable DHCP agents. Network: a55983cf-7171-4734-9c95-18a2a001e37f, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:33:35.236487 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 65165029-79af-443e-84c9-cf546e2ebddb triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:35.237241 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.239841 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-ae877514-2054-4895-9eef-64dbbcf5da78 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9755106 Aug 24 17:33:35.243917 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 59980) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:35.254271 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-5dad7409-9397-40d7-82a6-31a3eba110f7 admin admin] Request body: {'subnet': {'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-subnet', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:35.322566 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Router 3910f0f6-9528-4283-9963-e8f9a43d6f4b is scheduled to L3 agent 1d505948-8523-4517-ae72-23e9606b5ead with binding_index 1 {{(pid=94620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:33:35.408453 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.432343 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59984) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:35.439419 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b58693-f52d-4fc9-9bfe-f7bd70745e98 admin admin] Network a55983cf-7171-4734-9c95-18a2a001e37f is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:33:35.457482 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 65165029-79af-443e-84c9-cf546e2ebddb, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=65165029-79af-443e-84c9-cf546e2ebddb,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:33:35.501524 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dad7409-9397-40d7-82a6-31a3eba110f7 admin admin] Made reservation on behalf of 898a5b8cd0d34f068f885b6eab3e6f34 for: {'subnet': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:33:35.505184 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5dad7409-9397-40d7-82a6-31a3eba110f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.568116 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.570692 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c2c197f3-0461-429b-8308-b11766d86c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for subnet, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.640891 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=65165029-79af-443e-84c9-cf546e2ebddb,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:35.661375 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-b2b58693-f52d-4fc9-9bfe-f7bd70745e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, a55983cf-7171-4734-9c95-18a2a001e37f) {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:35.661610 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-8f501f8a-7b8e-4eeb-8d53-6fd439fef370 None None] Provisioning complete for port 65165029-79af-443e-84c9-cf546e2ebddb triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:35.661610 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-8f501f8a-7b8e-4eeb-8d53-6fd439fef370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.675909 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b58693-f52d-4fc9-9bfe-f7bd70745e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:35.676436 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b2b58693-f52d-4fc9-9bfe-f7bd70745e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.681030 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c197f3-0461-429b-8308-b11766d86c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f650938-3030-43f2-8815-455fc0962e0a,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:35.723086 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c197f3-0461-429b-8308-b11766d86c6b admin admin] Checking segment: {'id': '57eedd77-ebb7-4016-8fae-6acf8c6e963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:33:35.726668 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c197f3-0461-429b-8308-b11766d86c6b admin admin] Network hostable DHCP agents. Network: 35168eb5-cbf9-4d30-adbc-57e79e50d223, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:33:35.727074 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:33:35.732019 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8679856d-86b7-4760-9efe-1a18717b66d2 None None] Network a55983cf-7171-4734-9c95-18a2a001e37f requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:33:35.738907 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Sync routers for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:33:35.755346 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6af25b27-41df-4734-a18d-6c11fdc9f50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.757206 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:33:35.760531 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:35.838530 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c197f3-0461-429b-8308-b11766d86c6b admin admin] Network 35168eb5-cbf9-4d30-adbc-57e79e50d223 is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:33:35.850420 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-b2b58693-f52d-4fc9-9bfe-f7bd70745e98 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6076207 Aug 24 17:33:35.872804 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.879106 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 59994) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:35.881151 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-98d9647f-af18-4652-bb7b-b23dfcaf90c7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4602544 Aug 24 17:33:35.958241 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4b393c-3da9-41f2-906e-e8845fae3ff7 None None] Network a55983cf-7171-4734-9c95-18a2a001e37f requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:33:35.977439 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:33:35.980245 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5dad7409-9397-40d7-82a6-31a3eba110f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for subnet, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:35.996613 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-c2c197f3-0461-429b-8308-b11766d86c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, 35168eb5-cbf9-4d30-adbc-57e79e50d223) {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:36.014537 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c197f3-0461-429b-8308-b11766d86c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:36.015273 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c2c197f3-0461-429b-8308-b11766d86c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:36.120422 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dad7409-9397-40d7-82a6-31a3eba110f7 admin admin] Checking segment: {'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:33:36.120805 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dad7409-9397-40d7-82a6-31a3eba110f7 admin admin] Network hostable DHCP agents. Network: a0e8e346-8b7a-4beb-8083-d8c62155826a, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:33:36.147731 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1e1d36-ae3d-43eb-8462-793330a9f958 None None] Network 35168eb5-cbf9-4d30-adbc-57e79e50d223 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:33:36.194130 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad7409-9397-40d7-82a6-31a3eba110f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=369c7c3a-2d96-4b71-a819-43b2e67698fe,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:36.206307 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6af25b27-41df-4734-a18d-6c11fdc9f50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:36.270780 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dad7409-9397-40d7-82a6-31a3eba110f7 admin admin] Network a0e8e346-8b7a-4beb-8083-d8c62155826a is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:33:36.338524 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:33Z', 'revision_number': 3, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:36.360099 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6af25b27-41df-4734-a18d-6c11fdc9f50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:36.361789 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-5dad7409-9397-40d7-82a6-31a3eba110f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, a0e8e346-8b7a-4beb-8083-d8c62155826a) {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:36.372811 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dad7409-9397-40d7-82a6-31a3eba110f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:36.374408 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5dad7409-9397-40d7-82a6-31a3eba110f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:36.379096 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Checking router: 3910f0f6-9528-4283-9963-e8f9a43d6f4b for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:33:36.379454 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Updating router 3910f0f6-9528-4283-9963-e8f9a43d6f4b port 7a5adf19-4e9f-47e6-ab5c-314468b392d7 binding host dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:33:36.407921 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d889dec-7128-4443-8266-8d3de8f83ab6 None None] Network a0e8e346-8b7a-4beb-8083-d8c62155826a requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:33:36.409142 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:36.431449 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af25b27-41df-4734-a18d-6c11fdc9f50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2342c77-9df9-4f16-955b-aa0613a45c3d,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:36.462881 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 60014) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:36.468074 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-886428481-router', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:36.472606 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-c2c197f3-0461-429b-8308-b11766d86c6b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6475477 Aug 24 17:33:36.482427 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-5dad7409-9397-40d7-82a6-31a3eba110f7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2341886 Aug 24 17:33:36.489593 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 60018) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:36.499984 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:36.509011 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-6af25b27-41df-4734-a18d-6c11fdc9f50c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1ab8b398c5b48c7895234878a3fb8fe&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0732377 Aug 24 17:33:36.511309 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60022) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:36.602514 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a5d1f-080d-4f92-accd-6567b75773d1 None None] Network 35168eb5-cbf9-4d30-adbc-57e79e50d223 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:33:36.605387 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-925525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:36.606552 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-923877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8094'] for router, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:36.648394 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 60040) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:36.660702 dv-cinder-788782-4-iscsi neutron-server[94620]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 17:33:36.770162 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-38d339b4-e7fa-4b89-bdad-5ec935d3305c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:36.774381 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 65165029-79af-443e-84c9-cf546e2ebddb up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:36.794518 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-38d339b4-e7fa-4b89-bdad-5ec935d3305c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:36.871637 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:36.911886 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:36.925801 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Transition to ACTIVE for port object 7a5adf19-4e9f-47e6-ab5c-314468b392d7 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:33:36.976639 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-38d339b4-e7fa-4b89-bdad-5ec935d3305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:36.979576 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-38d339b4-e7fa-4b89-bdad-5ec935d3305c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:36.983510 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-38d339b4-e7fa-4b89-bdad-5ec935d3305c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2342c77-9df9-4f16-955b-aa0613a45c3d HTTP/1.1" status: 204 len: 168 time: 0.4637380 Aug 24 17:33:36.988677 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-826735be-6366-4f2c-bad4-8074ca397687 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:37.001492 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-826735be-6366-4f2c-bad4-8074ca397687 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/networks?id=a55983cf-7171-4734-9c95-18a2a001e37f HTTP/1.1" status: 200 len: 811 time: 0.3433070 Aug 24 17:33:37.012714 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-925525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.013880 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-923877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8094'] for router, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.019128 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.060338 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Attempting to bind port 7a5adf19-4e9f-47e6-ab5c-314468b392d7 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:33:37.062575 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Attempting to bind port 7a5adf19-4e9f-47e6-ab5c-314468b392d7 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:33:37.064402 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Attempting to bind port 7a5adf19-4e9f-47e6-ab5c-314468b392d7 on network aaab6033-8676-46b7-9588-e6807a397508 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:33:37.098272 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:33:37.098637 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Checking segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:33:37.099030 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.099422 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Bound using segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:33:37.099902 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Bound port: 7a5adf19-4e9f-47e6-ab5c-314468b392d7, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:33:37.100397 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.101515 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-d06ca688-8c3c-48e6-aac2-37d24c03971b tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/quotas/877ab47f78ff49f691cb09888a716008 HTTP/1.1" status: 200 len: 375 time: 0.0983303 Aug 24 17:33:37.165573 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeced1b1b-f5d6-5abc-a4d5-27cf2b0c7464-a0e8e346-8b7a-4beb-8083-d8c62155826a', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe'}]}} from dv-cinder-788782-4-iscsi. {{(pid=94621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:33:37.166623 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.170182 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Pushing event updated for resources: {'Port': ['ID=7a5adf19-4e9f-47e6-ab5c-314468b392d7,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:37.184066 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:37.184436 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:37.184780 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:37.185152 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:37.185480 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:37.185808 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:37.186386 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:37.186591 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:37.186915 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:37.187245 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:37.187652 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:37.187866 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Tracked resource versions report: Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: pushed versions: Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: { 'AddressGroup': {'1.2'}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'ConntrackHelper': {'1.0'}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Log': {'1.0'}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Network': {'1.1'}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Port': {'1.7'}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'PortForwarding': {'1.2'}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'QosPolicy': {'1.9'}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'SecurityGroup': {'1.4'}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'SubPort': {'1.0'}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Subnet': {'1.1'}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Trunk': {'1.1'}} Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: consumer versions: Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: { DHCP agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: HyperV agent@hv-cinder-78878: {}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: L3 agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: Metadata agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: Metering agent@dv-cinder-788782-4-iscsi: {}, Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: Open vSwitch agent@dv-cinder-788782-4-iscsi: { 'AddressGroup': '1.2', Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'ConntrackHelper': '1.0', Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Log': '1.0', Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Network': '1.1', Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Port': '1.7', Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'PortForwarding': '1.2', Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'QosPolicy': '1.9', Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'SecurityGroup': '1.4', Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'SecurityGroupRule': '1.2', Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'SubPort': '1.0', Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Subnet': '1.1', Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: 'Trunk': '1.1'}} Aug 24 17:33:37.189166 dv-cinder-788782-4-iscsi neutron-server[94622]: {{(pid=94622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:33:37.194266 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] For port 7a5adf19-4e9f-47e6-ab5c-314468b392d7, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:33:37.197862 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] For port 7a5adf19-4e9f-47e6-ab5c-314468b392d7, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=7a5adf19-4e9f-47e6-ab5c-314468b392d7,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:33:37.216940 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d339b4-e7fa-4b89-bdad-5ec935d3305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2342c77-9df9-4f16-955b-aa0613a45c3d,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:37.229163 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 65165029-79af-443e-84c9-cf546e2ebddb triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:37.229764 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.317799 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.357532 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.384915 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.399193 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-c8e21906-83f0-4936-abf7-94417ae89869 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=877ab47f78ff49f691cb09888a716008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2939327 Aug 24 17:33:37.419668 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:33:37.419668 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:37.423943 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f939bb1-3ba0-45a9-a2e7-ddba56d41646 None None] Pushing event updated for resources: {'Port': ['ID=7a5adf19-4e9f-47e6-ab5c-314468b392d7,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:37.454363 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.db_base_plugin_common [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Allocated IP 172.20.0.2 (a0e8e346-8b7a-4beb-8083-d8c62155826a/369c7c3a-2d96-4b71-a819-43b2e67698fe/12d3b8f8-6603-48db-bfb4-07e2aac56106) {{(pid=94621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:33:37.501458 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.654888 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:33:37.741934 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60064) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:37.759610 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Notify callbacks [] for port, precommit_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.772227 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Allocated IP 172.20.0.1 (703df97f-2490-4b01-bd7b-1ec10d27aeb4/f7a0df6f-fffc-4481-bad8-6c067b26a643/6ce2f4aa-b7fb-4dec-91cc-99018aed82ea) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:33:37.777782 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Transition to ACTIVE for port object 12d3b8f8-6603-48db-bfb4-07e2aac56106 will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:33:37.821362 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Transition to ACTIVE for port object 12d3b8f8-6603-48db-bfb4-07e2aac56106 will not be triggered until provisioned by entity DHCP. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:33:37.892110 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.950325 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-30e27918-85d6-4528-b6a6-27de5105a2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:37.995258 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:38.000618 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Network a0e8e346-8b7a-4beb-8083-d8c62155826a is already hosted by enough agents. {{(pid=94621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:33:38.004536 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.base_scheduler [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Resources bound (agent type, host, resource id): {{(pid=94621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:38.005887 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:38.014268 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Received port after_create {{(pid=94621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:33:38.022860 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Transition to ACTIVE for port object 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:33:38.023945 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Pushing event updated for resources: {'Port': ['ID=12d3b8f8-6603-48db-bfb4-07e2aac56106,revision_number=1']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:38.078195 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:33Z', 'revision_number': 3, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:38.122204 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Attempting to bind port 12d3b8f8-6603-48db-bfb4-07e2aac56106 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:33:38.122614 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Attempting to bind port 12d3b8f8-6603-48db-bfb4-07e2aac56106 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:33:38.122986 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Attempting to bind port 12d3b8f8-6603-48db-bfb4-07e2aac56106 on network a0e8e346-8b7a-4beb-8083-d8c62155826a {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:33:38.129253 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:33:38.129777 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Checking segment: {'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:33:38.130237 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:38.130751 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Bound using segment: {'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:33:38.131220 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Bound port: 12d3b8f8-6603-48db-bfb4-07e2aac56106, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:33:38.131666 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:38.144174 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a220a7-95ec-4d23-b8e4-7d9c3a4b8973 None None] The sync data for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi is: [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:33Z', 'revision_number': 3, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:33:38.179598 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-30e27918-85d6-4528-b6a6-27de5105a2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:38.187957 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-47205fde-712c-4b3b-bf80-eb08b8a631d6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 17:33:38.189054 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-47205fde-712c-4b3b-bf80-eb08b8a631d6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2868683 Aug 24 17:33:38.230710 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] For port 12d3b8f8-6603-48db-bfb4-07e2aac56106, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:33:38.235187 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] For port 12d3b8f8-6603-48db-bfb4-07e2aac56106, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=12d3b8f8-6603-48db-bfb4-07e2aac56106,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:33:38.266300 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:38.313043 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:33:38.316080 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:38.320635 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:33:38.321650 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922644'] for router_interface, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:38.333805 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:38.334237 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce2f4aa-b7fb-4dec-91cc-99018aed82ea,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:38.352484 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:38.356912 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:38.414804 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-30e27918-85d6-4528-b6a6-27de5105a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:38.446466 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-0e785916-9d2f-4465-80d2-51b399a0b1b1 service neutron] 10.222.0.41 "GET /v2.0/networks/a55983cf-7171-4734-9c95-18a2a001e37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440562 Aug 24 17:33:38.491780 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb824d-3062-46a6-9db8-13ed6ec16409 None None] Pushing event updated for resources: {'Port': ['ID=12d3b8f8-6603-48db-bfb4-07e2aac56106,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:38.620357 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-30e27918-85d6-4528-b6a6-27de5105a2b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=baefbb1a206a42d996a12884651e32a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8793137 Aug 24 17:33:38.625825 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60092) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:38.644710 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e27918-85d6-4528-b6a6-27de5105a2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e96fd0-d190-4ebf-b73f-37248f7754cf,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:38.864572 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-3892b393-cb22-417a-a3c7-9c48c2478ebb None None] Provisioning for port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:33:38.873076 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-3892b393-cb22-417a-a3c7-9c48c2478ebb None None] Provisioning complete for port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:38.873998 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3892b393-cb22-417a-a3c7-9c48c2478ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:38.879960 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 7a5adf19-4e9f-47e6-ab5c-314468b392d7 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:38.882696 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2a8bb821-f9e0-43b0-b043-0feef347edcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:38.903216 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-f4ed2643-4780-4668-a6fa-8c48f30233a9 service neutron] 10.222.0.41 "GET /v2.0/networks/a55983cf-7171-4734-9c95-18a2a001e37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377561 Aug 24 17:33:39.030438 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.033459 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Allocated IP 172.27.2.252 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/1421b469-88b0-46e8-aab8-43f65570a4b3) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:33:39.095975 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-3892b393-cb22-417a-a3c7-9c48c2478ebb None None] Port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:33:39.129665 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2a8bb821-f9e0-43b0-b043-0feef347edcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.251587 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 7a5adf19-4e9f-47e6-ab5c-314468b392d7 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:33:39.256133 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 7a5adf19-4e9f-47e6-ab5c-314468b392d7 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:39.256526 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.289820 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.328372 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.384928 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2a8bb821-f9e0-43b0-b043-0feef347edcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.384928 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2a8bb821-f9e0-43b0-b043-0feef347edcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.384928 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-2a8bb821-f9e0-43b0-b043-0feef347edcc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44e96fd0-d190-4ebf-b73f-37248f7754cf HTTP/1.1" status: 204 len: 168 time: 0.7573671 Aug 24 17:33:39.410850 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.473024 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bb821-f9e0-43b0-b043-0feef347edcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e96fd0-d190-4ebf-b73f-37248f7754cf,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:39.476539 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 7a5adf19-4e9f-47e6-ab5c-314468b392d7, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=7a5adf19-4e9f-47e6-ab5c-314468b392d7,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:33:39.499661 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 60132) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:39.535615 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.559785 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.572376 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.606710 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.608479 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929218'] for router_interface, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.624982 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7dc221d7-13a5-4b41-b2a8-cac5a75d0580 req-3959db7f-67d6-4f5e-97bd-0d4342811077 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 210 time: 0.1223993 Aug 24 17:33:39.676748 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=7a5adf19-4e9f-47e6-ab5c-314468b392d7,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:39.749247 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce2f4aa-b7fb-4dec-91cc-99018aed82ea,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:39.798898 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:33:39.800842 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:39.816781 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:39.969622 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Pushing event updated for resources: {'Port': ['ID=1421b469-88b0-46e8-aab8-43f65570a4b3,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:40.003816 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Allocated IP 172.27.2.166 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/ac812174-adce-4fee-b352-fda4010d1945) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:33:40.031205 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Router 3910f0f6-9528-4283-9963-e8f9a43d6f4b has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:33:40.455500 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:33:40.455500 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:40.455500 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:33:40.460042 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-06647a1d-0913-4e79-baba-0f1f0e6756e7 None None] Provisioning complete for port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:40.460042 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-06647a1d-0913-4e79-baba-0f1f0e6756e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:40.460042 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9627f45-626c-4d4e-8783-d6c2c1204540 None None] Network a0e8e346-8b7a-4beb-8083-d8c62155826a requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:33:40.460941 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:33:40.460941 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-c7833201-9931-42ba-ba00-97145a33e515 admin admin] 10.222.0.41 "PUT /v2.0/routers/3910f0f6-9528-4283-9963-e8f9a43d6f4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4045718 Aug 24 17:33:40.462184 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-06647a1d-0913-4e79-baba-0f1f0e6756e7 None None] Port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:33:40.463592 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:40.541266 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:40.544350 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-7503fba2-516e-4089-93ec-067d8984feba None None] Provisioning for port 12d3b8f8-6603-48db-bfb4-07e2aac56106 completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:33:40.714891 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:33:40.735000 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60182) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:40.755671 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c7543542-77ee-4f26-89f2-3fd682874eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:40.759480 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:40.762892 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:33:40.767387 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5927e7d4-e5ef-4299-acfb-e259b389480a req-edbbfd1d-5f73-4dd6-a0a0-1c12ac4e8a2d tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 210 time: 0.0488913 Aug 24 17:33:40.807559 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Sync routers for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:33:40.833814 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:33:40.834516 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:40.891237 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Pushing event updated for resources: {'Port': ['ID=ac812174-adce-4fee-b352-fda4010d1945,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:40.947121 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:40.960132 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c7543542-77ee-4f26-89f2-3fd682874eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:41.009767 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:33:41.030573 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c7543542-77ee-4f26-89f2-3fd682874eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:41.067205 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 7a5adf19-4e9f-47e6-ab5c-314468b392d7 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:41.092868 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-c7543542-77ee-4f26-89f2-3fd682874eba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=154dc064c229469f9655c0a469f2f4ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3560791 Aug 24 17:33:41.109088 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60188) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:41.166983 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7543542-77ee-4f26-89f2-3fd682874eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6454e14-f4e9-42a2-b8ba-02d72d97a07b,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:41.215510 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f5f46981-156c-4f22-bf9e-fd38213a17b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:41.218513 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 7a5adf19-4e9f-47e6-ab5c-314468b392d7 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:41.220026 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:41.261454 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f5f46981-156c-4f22-bf9e-fd38213a17b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:41.384523 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923239'] for router, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:41.432052 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f5f46981-156c-4f22-bf9e-fd38213a17b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:41.434630 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f5f46981-156c-4f22-bf9e-fd38213a17b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:41.436532 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-f5f46981-156c-4f22-bf9e-fd38213a17b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6454e14-f4e9-42a2-b8ba-02d72d97a07b HTTP/1.1" status: 204 len: 168 time: 0.3259840 Aug 24 17:33:41.453165 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f46981-156c-4f22-bf9e-fd38213a17b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6454e14-f4e9-42a2-b8ba-02d72d97a07b,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:41.511427 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 12d3b8f8-6603-48db-bfb4-07e2aac56106 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:41.558067 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:41.570779 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 2, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:41.601684 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Checking router: 3910f0f6-9528-4283-9963-e8f9a43d6f4b for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:33:41.602040 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Updating router 3910f0f6-9528-4283-9963-e8f9a43d6f4b port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea binding host dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:33:41.632606 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:41.717607 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60212) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:41.723428 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-9195cb99-bad0-4228-b87d-af61234d727e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1499237917', 'description': 'tempest-description--967828556'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:41.770778 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 12d3b8f8-6603-48db-bfb4-07e2aac56106 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:33:41.781868 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 12d3b8f8-6603-48db-bfb4-07e2aac56106 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:41.781868 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:41.860013 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9195cb99-bad0-4228-b87d-af61234d727e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:41.972820 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.004383 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Router 825287d4-a459-4749-9c67-7b5fd100783c is scheduled to L3 agent 1d505948-8523-4517-ae72-23e9606b5ead with binding_index 1 {{(pid=94620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:33:42.024653 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6245f008-8e88-4dc3-8b1e-317ffd00c8d3 req-f8e72fc2-147e-4220-a8b7-cdbac2685b92 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 210 time: 0.1116467 Aug 24 17:33:42.048426 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 12d3b8f8-6603-48db-bfb4-07e2aac56106, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=12d3b8f8-6603-48db-bfb4-07e2aac56106,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:33:42.101359 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9195cb99-bad0-4228-b87d-af61234d727e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.115991 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Notify callbacks [] for port, precommit_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.142033 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Transition to ACTIVE for port object 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:33:42.177923 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.186655 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923239'] for router, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.245509 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=12d3b8f8-6603-48db-bfb4-07e2aac56106,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:42.253120 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9195cb99-bad0-4228-b87d-af61234d727e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.285803 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195cb99-bad0-4228-b87d-af61234d727e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:42.287757 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.329190 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 60242) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:42.342829 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:33:42.355723 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Sync routers for ids ['825287d4-a459-4749-9c67-7b5fd100783c'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:33:42.375716 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Routers {'825287d4-a459-4749-9c67-7b5fd100783c'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:33:42.376486 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['825287d4-a459-4749-9c67-7b5fd100783c'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:42.413195 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9195cb99-bad0-4228-b87d-af61234d727e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.415282 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-9195cb99-bad0-4228-b87d-af61234d727e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6973352 Aug 24 17:33:42.417864 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60246) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:42.423617 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-5b3381b4-250b-4035-b877-a1e8b1c2b24b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Request body: {'security_group_rule': {'security_group_id': 'eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:42.467739 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdb9e3-c537-4721-b13f-95c58e142862 None None] Pushing event updated for resources: {'Port': ['ID=6ce2f4aa-b7fb-4dec-91cc-99018aed82ea,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:42.512048 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] Notify callbacks [] for router, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.515491 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-8e11cc39-9773-448c-a54b-247671043095 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0501804 Aug 24 17:33:42.515491 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b3a3ba25-4ca4-4b49-85ed-afbcf89b8676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.523242 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 60252) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:42.569910 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.582034 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Attempting to bind port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:33:42.582549 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Attempting to bind port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:33:42.583014 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Attempting to bind port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea on network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:33:42.589420 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:33:42.589922 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Checking segment: {'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:33:42.590425 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.591066 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Bound using segment: {'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:33:42.591666 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Bound port: 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:33:42.592190 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.667835 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5b3381b4-250b-4035-b877-a1e8b1c2b24b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:42.745699 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Router 918876a2-9023-49e3-bc35-06543812ce5e is scheduled to L3 agent 1d505948-8523-4517-ae72-23e9606b5ead with binding_index 1 {{(pid=94620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:33:42.818217 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Set router 825287d4-a459-4749-9c67-7b5fd100783c gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:33:42.902576 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 12d3b8f8-6603-48db-bfb4-07e2aac56106 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:42.913184 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5b3381b4-250b-4035-b877-a1e8b1c2b24b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.017741 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] For port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:33:43.024079 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] For port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=6ce2f4aa-b7fb-4dec-91cc-99018aed82ea,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:33:43.031263 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5b3381b4-250b-4035-b877-a1e8b1c2b24b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.037301 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 12d3b8f8-6603-48db-bfb4-07e2aac56106 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:43.037567 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.073587 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3381b4-250b-4035-b877-a1e8b1c2b24b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d45d06-1908-4205-8232-7ba06cb57ff5,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:43.158615 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825287d4-a459-4749-9c67-7b5fd100783c', 'name': 'tempest-ServerRescueNegativeTestJSON-886428481-router', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:36Z', 'updated_at': '2021-08-24T17:33:40Z', 'revision_number': 3, 'project_id': '1fa29c64bc9f4cb78e38ac145d063236', 'gw_port': {'id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825287d4-a459-4749-9c67-7b5fd100783c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:38Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:43.163770 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fb0d65cc-a0de-4280-a2c5-dc0e0d312d77 req-3691bbf2-b00b-4bee-a9ba-a4dcb47db7f7 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 210 time: 0.0598373 Aug 24 17:33:43.176388 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.231641 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Checking router: 825287d4-a459-4749-9c67-7b5fd100783c for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:33:43.232481 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Updating router 825287d4-a459-4749-9c67-7b5fd100783c port 1421b469-88b0-46e8-aab8-43f65570a4b3 binding host dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:33:43.282197 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b3a3ba25-4ca4-4b49-85ed-afbcf89b8676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.286856 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.305943 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:33:43.306168 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:43.324560 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:33:43.477484 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Sync routers for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:33:43.491058 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b3a3ba25-4ca4-4b49-85ed-afbcf89b8676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.500699 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5b3381b4-250b-4035-b877-a1e8b1c2b24b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.502624 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-5b3381b4-250b-4035-b877-a1e8b1c2b24b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0829670 Aug 24 17:33:43.506375 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60290) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:43.509662 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-586ab444-0ae5-426b-9eb6-eba0ef3c4814 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Request body: {'security_group_rule': {'security_group_id': 'eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:43.557300 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] Notify callbacks [] for router, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.562964 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-0e65e64c-ab11-45f6-8327-fa7e07412adf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0693221 Aug 24 17:33:43.570155 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60292) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:43.584814 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdb9e3-c537-4721-b13f-95c58e142862 None None] Pushing event updated for resources: {'Port': ['ID=6ce2f4aa-b7fb-4dec-91cc-99018aed82ea,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:43.597098 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-b3a3ba25-4ca4-4b49-85ed-afbcf89b8676 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=762c7e033e0b4b0192014f5d51daed28&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2674761 Aug 24 17:33:43.598306 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 60294) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:43.601585 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3ba25-4ca4-4b49-85ed-afbcf89b8676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fd56ec-d0da-4c96-9722-2a242bc83f94,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:43.638113 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:33:43.639593 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:43.721399 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-49ae3316-6cab-4d47-8d1b-43c394ae12e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.771105 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-586ab444-0ae5-426b-9eb6-eba0ef3c4814 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.780299 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-49ae3316-6cab-4d47-8d1b-43c394ae12e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.830000 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.844652 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Transition to ACTIVE for port object 1421b469-88b0-46e8-aab8-43f65570a4b3 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:33:43.880463 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:33:43.893969 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-586ab444-0ae5-426b-9eb6-eba0ef3c4814 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.932211 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:43.957134 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:44.038959 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Attempting to bind port 1421b469-88b0-46e8-aab8-43f65570a4b3 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:33:44.039765 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Attempting to bind port 1421b469-88b0-46e8-aab8-43f65570a4b3 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:33:44.040552 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Attempting to bind port 1421b469-88b0-46e8-aab8-43f65570a4b3 on network aaab6033-8676-46b7-9588-e6807a397508 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:33:44.055815 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac32f17-3fd5-4763-8691-16bf432a0d8c None None] Pushing event updated for resources: {'Port': ['ID=1421b469-88b0-46e8-aab8-43f65570a4b3,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:44.059067 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:33:44.060217 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Checking segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:33:44.060217 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:44.062025 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Bound using segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:33:44.062522 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:33:44.063644 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Bound port: 1421b469-88b0-46e8-aab8-43f65570a4b3, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:33:44.066210 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:44.103325 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-49ae3316-6cab-4d47-8d1b-43c394ae12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:44.106562 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-49ae3316-6cab-4d47-8d1b-43c394ae12e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:44.108133 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-49ae3316-6cab-4d47-8d1b-43c394ae12e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46fd56ec-d0da-4c96-9722-2a242bc83f94 HTTP/1.1" status: 204 len: 168 time: 0.5032182 Aug 24 17:33:44.164375 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-586ab444-0ae5-426b-9eb6-eba0ef3c4814 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:44.204002 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae3316-6cab-4d47-8d1b-43c394ae12e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fd56ec-d0da-4c96-9722-2a242bc83f94,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:44.205248 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] For port 1421b469-88b0-46e8-aab8-43f65570a4b3, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:33:44.219782 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] For port 1421b469-88b0-46e8-aab8-43f65570a4b3, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=1421b469-88b0-46e8-aab8-43f65570a4b3,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:33:44.239214 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ab444-0ae5-426b-9eb6-eba0ef3c4814 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88b0240-88b9-4ffb-a224-e626f7c75967,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:44.303620 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-586ab444-0ae5-426b-9eb6-eba0ef3c4814 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:44.311892 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-586ab444-0ae5-426b-9eb6-eba0ef3c4814 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8059895 Aug 24 17:33:44.312770 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60314) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:44.322040 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Request body: {'floatingip': {'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:44.329406 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:44.416142 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a8900926-19a7-4b47-b683-129daa25c9d0 req-6b7cbce7-7db0-4464-8d25-53c19b8d5b65 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 210 time: 0.0415635 Aug 24 17:33:44.480250 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Routers {'825287d4-a459-4749-9c67-7b5fd100783c'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:33:44.481597 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['825287d4-a459-4749-9c67-7b5fd100783c'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:44.537819 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Allocated IP 172.20.0.1 (35168eb5-cbf9-4d30-adbc-57e79e50d223/4f650938-3030-43f2-8815-455fc0962e0a/85754c50-f345-4882-a9a4-3f60ae5978a9) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:33:44.539405 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:43Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:44.540631 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:44.572150 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a608d8c-5255-4553-94aa-60a96dcac8de None None] The sync data for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi is: [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:43Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:33:44.583051 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:41Z', 'revision_number': 3, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:44.691400 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac32f17-3fd5-4763-8691-16bf432a0d8c None None] Pushing event updated for resources: {'Port': ['ID=1421b469-88b0-46e8-aab8-43f65570a4b3,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:44.723410 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Checking router: 918876a2-9023-49e3-bc35-06543812ce5e for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:33:44.724066 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Updating router 918876a2-9023-49e3-bc35-06543812ce5e port ac812174-adce-4fee-b352-fda4010d1945 binding host dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:33:44.727161 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 60322) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:44.962435 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] Set router 825287d4-a459-4749-9c67-7b5fd100783c gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:33:44.968617 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:44.969443 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:45.104282 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:45.131641 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825287d4-a459-4749-9c67-7b5fd100783c', 'name': 'tempest-ServerRescueNegativeTestJSON-886428481-router', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:36Z', 'updated_at': '2021-08-24T17:33:40Z', 'revision_number': 3, 'project_id': '1fa29c64bc9f4cb78e38ac145d063236', 'gw_port': {'id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825287d4-a459-4749-9c67-7b5fd100783c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:38Z', 'updated_at': '2021-08-24T17:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:45.135875 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:45.170862 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afcebd7-4560-4ab9-84b8-97a09769ac8e None None] The sync data for ids ['825287d4-a459-4749-9c67-7b5fd100783c'] in dv-cinder-788782-4-iscsi is: [{'id': '825287d4-a459-4749-9c67-7b5fd100783c', 'name': 'tempest-ServerRescueNegativeTestJSON-886428481-router', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:36Z', 'updated_at': '2021-08-24T17:33:40Z', 'revision_number': 3, 'project_id': '1fa29c64bc9f4cb78e38ac145d063236', 'gw_port': {'id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825287d4-a459-4749-9c67-7b5fd100783c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:38Z', 'updated_at': '2021-08-24T17:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:33:45.214401 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:45.320952 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:45.324103 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:45.338088 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Transition to ACTIVE for port object ac812174-adce-4fee-b352-fda4010d1945 will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:33:45.413820 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:33:45.420905 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:45.420905 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:45.451425 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Pushing event updated for resources: {'Port': ['ID=85754c50-f345-4882-a9a4-3f60ae5978a9,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:45.473904 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.42', 54560) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:45.511670 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:45.527309 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Allocated IP 172.20.0.1 (a0e8e346-8b7a-4beb-8083-d8c62155826a/369c7c3a-2d96-4b71-a819-43b2e67698fe/8792149b-f61e-4201-b3b6-10bcd49b36b1) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:33:45.661287 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:45.756434 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60344) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:45.802673 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6166b45f-9445-4bc4-8073-63091afb6185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:45.831859 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Network 35168eb5-cbf9-4d30-adbc-57e79e50d223 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:33:45.846550 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Attempting to bind port ac812174-adce-4fee-b352-fda4010d1945 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:33:45.846926 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Attempting to bind port ac812174-adce-4fee-b352-fda4010d1945 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:33:45.847291 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Attempting to bind port ac812174-adce-4fee-b352-fda4010d1945 on network aaab6033-8676-46b7-9588-e6807a397508 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:33:45.860186 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:45.896456 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949a3d8-3edb-4517-ac2d-70a33e8f14bb None None] Pushing event updated for resources: {'Port': ['ID=ac812174-adce-4fee-b352-fda4010d1945,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:45.926149 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:33:45.926510 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Checking segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:33:45.926909 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:45.927298 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Bound using segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:33:45.927771 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Bound port: ac812174-adce-4fee-b352-fda4010d1945, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:33:45.928147 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:45.930974 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4059fb6f-e26c-4a17-b0c9-14f74b7a4fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:45.970426 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:33:45.974385 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922644'] for router_interface, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:45.993868 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=6ce2f4aa-b7fb-4dec-91cc-99018aed82ea,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:33:46.041248 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] For port ac812174-adce-4fee-b352-fda4010d1945, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:33:46.045351 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] For port ac812174-adce-4fee-b352-fda4010d1945, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=ac812174-adce-4fee-b352-fda4010d1945,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:33:46.045522 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Allocated IP 172.27.2.94 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/47de69a3-5a8a-4fe6-8443-e6f1b5ddec6e) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:33:46.076097 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:46.087766 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:46.173125 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:46.180211 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2f68533b-e7be-4267-bb9e-f5a65d646c19 req-a32e892c-5a09-48f4-9ea7-424d97034832 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 210 time: 0.2233961 Aug 24 17:33:46.180443 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Transition to ACTIVE for port object 8792149b-f61e-4201-b3b6-10bcd49b36b1 will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:33:46.277408 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:33:46.278055 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:46.350240 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:46.380977 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:46.464791 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-f5796acd-70ea-43be-9954-1ed5de972cf7 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:46.476768 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-f5796acd-70ea-43be-9954-1ed5de972cf7 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.42 "GET /v2.0/networks?id=a55983cf-7171-4734-9c95-18a2a001e37f HTTP/1.1" status: 200 len: 811 time: 0.9977136 Aug 24 17:33:46.506679 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Network a0e8e346-8b7a-4beb-8083-d8c62155826a is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:33:46.538661 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-21aaa6b7-0d11-4811-b858-dca4b058b095 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Request body: {'port': {'device_id': '24da7aee-5fbb-4081-a7a7-b037d4e2af52', 'network_id': 'a55983cf-7171-4734-9c95-18a2a001e37f', 'admin_state_up': True, 'tenant_id': '877ab47f78ff49f691cb09888a716008'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:46.538848 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:46.543967 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:33:46.546346 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922644'] for router_interface, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:46.549749 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Pushing event updated for resources: {'Port': ['ID=8792149b-f61e-4201-b3b6-10bcd49b36b1,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:46.707835 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:33:46.743629 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:46.787495 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:33:46.797178 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:46.828804 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:33:46.925252 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6166b45f-9445-4bc4-8073-63091afb6185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:46.931924 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 1421b469-88b0-46e8-aab8-43f65570a4b3 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:46.935400 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=6ce2f4aa-b7fb-4dec-91cc-99018aed82ea,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:46.974837 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:46.989448 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.021211 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6166b45f-9445-4bc4-8073-63091afb6185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.059449 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event updated for resources: {'Port': ['ID=47de69a3-5a8a-4fe6-8443-e6f1b5ddec6e,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:47.089836 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949a3d8-3edb-4517-ac2d-70a33e8f14bb None None] Pushing event updated for resources: {'Port': ['ID=ac812174-adce-4fee-b352-fda4010d1945,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:47.114518 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166b45f-9445-4bc4-8073-63091afb6185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717b6666-a07e-4592-a842-23ba4440359a,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:47.147254 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:41Z', 'revision_number': 3, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:47.223393 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-aa59632c-b415-440e-aee8-e799326d6fd5 None None] Provisioning for port 8792149b-f61e-4201-b3b6-10bcd49b36b1 completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:33:47.236623 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72efc850-f4d3-4701-9130-9953a6ee12e5 None None] The sync data for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi is: [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:41Z', 'revision_number': 3, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:33:47.246733 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 1421b469-88b0-46e8-aab8-43f65570a4b3 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:33:47.251416 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-aa59632c-b415-440e-aee8-e799326d6fd5 None None] Provisioning complete for port 8792149b-f61e-4201-b3b6-10bcd49b36b1 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:47.253506 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-aa59632c-b415-440e-aee8-e799326d6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.257986 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 1421b469-88b0-46e8-aab8-43f65570a4b3 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:47.259039 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.288165 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.346836 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-aa59632c-b415-440e-aee8-e799326d6fd5 None None] Port 8792149b-f61e-4201-b3b6-10bcd49b36b1 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:33:47.360398 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-6166b45f-9445-4bc4-8073-63091afb6185 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe3a265b22204a71a7baf4844cf64673&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6223786 Aug 24 17:33:47.363081 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60400) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:47.420674 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fabda2af-db9b-4159-9c14-9b465c1d2dc0 req-8f2acbe3-c557-4e9e-a17c-07d32f17e504 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 210 time: 0.0673563 Aug 24 17:33:47.461436 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.493011 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 1421b469-88b0-46e8-aab8-43f65570a4b3, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=1421b469-88b0-46e8-aab8-43f65570a4b3,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:33:47.506404 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4059fb6f-e26c-4a17-b0c9-14f74b7a4fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.507581 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e76f8944-9507-4cf3-a6b3-f71caee264e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.578884 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.587123 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.643587 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.712069 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=1421b469-88b0-46e8-aab8-43f65570a4b3,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:47.769177 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e76f8944-9507-4cf3-a6b3-f71caee264e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.842645 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.845663 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929218'] for router_interface, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:47.867654 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4059fb6f-e26c-4a17-b0c9-14f74b7a4fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:48.122047 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Network 35168eb5-cbf9-4d30-adbc-57e79e50d223 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:33:48.127604 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:48.218672 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-21aaa6b7-0d11-4811-b858-dca4b058b095 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Made reservation on behalf of 877ab47f78ff49f691cb09888a716008 for: {'port': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:33:48.223081 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-21aaa6b7-0d11-4811-b858-dca4b058b095 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:48.238755 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60408) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:48.362216 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059fb6f-e26c-4a17-b0c9-14f74b7a4fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9615cc-8e1e-442a-b5fd-1c867419896e,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:48.374315 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-4059fb6f-e26c-4a17-b0c9-14f74b7a4fe4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1d25ae11bf644aeb800b4307b7c9ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6164474 Aug 24 17:33:48.381938 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60414) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:48.527659 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:48.532027 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e76f8944-9507-4cf3-a6b3-f71caee264e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:48.534835 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e76f8944-9507-4cf3-a6b3-f71caee264e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:48.535180 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Router 825287d4-a459-4749-9c67-7b5fd100783c has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:33:48.539032 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-e76f8944-9507-4cf3-a6b3-f71caee264e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/717b6666-a07e-4592-a842-23ba4440359a HTTP/1.1" status: 204 len: 168 time: 1.1721046 Aug 24 17:33:48.542772 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-767484a4-32c7-4f58-8806-fd073eda31b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:48.601625 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d9ca55e-f2d3-4992-8a38-45332c2ef17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:48.620739 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:48.643516 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f8944-9507-4cf3-a6b3-f71caee264e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717b6666-a07e-4592-a842-23ba4440359a,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:48.657506 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Pushing event updated for resources: {'Port': ['ID=85754c50-f345-4882-a9a4-3f60ae5978a9,revision_number=2']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:48.686033 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:48.786618 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-21aaa6b7-0d11-4811-b858-dca4b058b095 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Allocated IP 172.20.0.9 (a55983cf-7171-4734-9c95-18a2a001e37f/511d4828-dc77-40b3-817b-691d41f4e63d/851608c1-328c-4aaa-a919-8f7ed9499d98) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:33:48.805850 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:48.808675 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d9ca55e-f2d3-4992-8a38-45332c2ef17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:48.883474 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event updated for resources: {'Port': ['ID=47de69a3-5a8a-4fe6-8443-e6f1b5ddec6e,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:48.927319 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:48.927319 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929218'] for router_interface, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:49.098667 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:49.134072 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Pushing event updated for resources: {'Port': ['ID=8792149b-f61e-4201-b3b6-10bcd49b36b1,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:49.237824 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:49.238386 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:49.253566 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d9ca55e-f2d3-4992-8a38-45332c2ef17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:49.256568 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-20230e0c-334a-4669-aa70-8224fe591d17 req-e2b8d606-b474-45b7-a90b-0e360148b59e tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 210 time: 0.5901151 Aug 24 17:33:49.273229 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d9ca55e-f2d3-4992-8a38-45332c2ef17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:49.274529 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-5d9ca55e-f2d3-4992-8a38-45332c2ef17b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c9615cc-8e1e-442a-b5fd-1c867419896e HTTP/1.1" status: 204 len: 168 time: 0.8915257 Aug 24 17:33:49.308513 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ca55e-f2d3-4992-8a38-45332c2ef17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9615cc-8e1e-442a-b5fd-1c867419896e,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:49.364664 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-767484a4-32c7-4f58-8806-fd073eda31b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:49.393844 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device ac812174-adce-4fee-b352-fda4010d1945 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:49.398453 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:33:49.405250 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Network a0e8e346-8b7a-4beb-8083-d8c62155826a is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:33:49.406830 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:49.407259 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-be895f4f-c81f-4945-a2d9-367c5c54f37d admin admin] 10.222.0.41 "PUT /v2.0/routers/825287d4-a459-4749-9c67-7b5fd100783c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8824375 Aug 24 17:33:49.427677 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Sync routers for ids ['825287d4-a459-4749-9c67-7b5fd100783c'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:33:49.454094 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Routers {'825287d4-a459-4749-9c67-7b5fd100783c'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:33:49.460912 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['825287d4-a459-4749-9c67-7b5fd100783c'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:49.590227 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port ac812174-adce-4fee-b352-fda4010d1945 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:33:49.600844 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port ac812174-adce-4fee-b352-fda4010d1945 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:49.601233 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:49.633549 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-21aaa6b7-0d11-4811-b858-dca4b058b095 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:49.646459 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-767484a4-32c7-4f58-8806-fd073eda31b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:49.666231 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60436) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:49.716483 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Set router 825287d4-a459-4749-9c67-7b5fd100783c gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:33:49.770374 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:49.775422 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-7a3fc233-9d63-4208-9909-253085175762 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4588170 Aug 24 17:33:49.838966 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ca4ea258-3d06-45cb-ae85-102f19c17db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:49.877990 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-21aaa6b7-0d11-4811-b858-dca4b058b095 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:49.894093 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767484a4-32c7-4f58-8806-fd073eda31b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ecce6c-70cf-4048-b80e-0e7b7eca94d9,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:49.903266 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:49.914858 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-767484a4-32c7-4f58-8806-fd073eda31b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9a63f65e9e440a284b0655fa064e2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6621051 Aug 24 17:33:49.919257 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60446) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:49.983641 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Router 918876a2-9023-49e3-bc35-06543812ce5e has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:33:49.989805 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port ac812174-adce-4fee-b352-fda4010d1945, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=ac812174-adce-4fee-b352-fda4010d1945,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:33:50.086304 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-588b1f22-b6d8-4784-9878-f234bde39033 None None] Provisioning complete for port 8792149b-f61e-4201-b3b6-10bcd49b36b1 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:50.086304 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-588b1f22-b6d8-4784-9878-f234bde39033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:50.140616 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ca4ea258-3d06-45cb-ae85-102f19c17db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:50.214686 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-588b1f22-b6d8-4784-9878-f234bde39033 None None] Port 8792149b-f61e-4201-b3b6-10bcd49b36b1 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:33:50.226579 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-21aaa6b7-0d11-4811-b858-dca4b058b095 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Network a55983cf-7171-4734-9c95-18a2a001e37f is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:33:50.265368 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-21aaa6b7-0d11-4811-b858-dca4b058b095 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:33:50.271964 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:50.274783 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-21aaa6b7-0d11-4811-b858-dca4b058b095 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:33:50.274976 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 1421b469-88b0-46e8-aab8-43f65570a4b3 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:50.287484 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-21aaa6b7-0d11-4811-b858-dca4b058b095 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:50.288136 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-21aaa6b7-0d11-4811-b858-dca4b058b095 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for port, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:50.311733 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaa6b7-0d11-4811-b858-dca4b058b095 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Pushing event updated for resources: {'Port': ['ID=851608c1-328c-4aaa-a919-8f7ed9499d98,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:50.315962 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a31d98f6-02ba-4f77-a5e3-9590ecdc930f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:50.339454 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ca4ea258-3d06-45cb-ae85-102f19c17db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:50.383166 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825287d4-a459-4749-9c67-7b5fd100783c', 'name': 'tempest-ServerRescueNegativeTestJSON-886428481-router', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:36Z', 'updated_at': '2021-08-24T17:33:46Z', 'revision_number': 4, 'project_id': '1fa29c64bc9f4cb78e38ac145d063236', 'gw_port': {'id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825287d4-a459-4749-9c67-7b5fd100783c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:38Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '85754c50-f345-4882-a9a4-3f60ae5978a9', 'name': '', 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'mac_address': 'fa:16:3e:db:d4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825287d4-a459-4749-9c67-7b5fd100783c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f650938-3030-43f2-8815-455fc0962e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:43Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 2, 'project_id': '1fa29c64bc9f4cb78e38ac145d063236', 'subnets': [{'id': '4f650938-3030-43f2-8815-455fc0962e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:50.444108 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Checking router: 825287d4-a459-4749-9c67-7b5fd100783c for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:33:50.447747 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Updating router 825287d4-a459-4749-9c67-7b5fd100783c port 85754c50-f345-4882-a9a4-3f60ae5978a9 binding host dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:33:50.475465 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a31d98f6-02ba-4f77-a5e3-9590ecdc930f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:50.475665 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:50.520968 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-899fa776-8b70-4ef2-9ab2-7179c869c71d tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1499237917&fields=id&tenant_id=fab5df39ab324a65a39f6aa738975daf HTTP/1.1" status: 200 len: 267 time: 0.1936781 Aug 24 17:33:50.529642 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-21aaa6b7-0d11-4811-b858-dca4b058b095 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0016456 Aug 24 17:33:50.542062 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-ca4ea258-3d06-45cb-ae85-102f19c17db1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=808d556fafbb4a6d99217c158e7c4028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8707750 Aug 24 17:33:50.554374 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60472) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:50.583111 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-ae58e91b-018d-404c-b543-0c606e397466 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 17:33:50.606278 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-ae58e91b-018d-404c-b543-0c606e397466 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0367951 Aug 24 17:33:50.619839 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=ac812174-adce-4fee-b352-fda4010d1945,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:50.630029 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 1421b469-88b0-46e8-aab8-43f65570a4b3 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:50.630626 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:50.649723 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ea258-3d06-45cb-ae85-102f19c17db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1d39e3-e76f-4b2a-ade9-7cf888b533b0,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:50.788349 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a31d98f6-02ba-4f77-a5e3-9590ecdc930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:50.792786 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a31d98f6-02ba-4f77-a5e3-9590ecdc930f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:50.795417 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-a31d98f6-02ba-4f77-a5e3-9590ecdc930f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48ecce6c-70cf-4048-b80e-0e7b7eca94d9 HTTP/1.1" status: 204 len: 168 time: 0.8749022 Aug 24 17:33:50.816028 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3bf-37ea-40f5-8582-d897d0cbbe9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:50.823077 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d98f6-02ba-4f77-a5e3-9590ecdc930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ecce6c-70cf-4048-b80e-0e7b7eca94d9,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:50.840143 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:33:50.885247 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-70c4e063-ae55-4fb1-b2ef-053ce5b3428e admin admin] 10.222.0.41 "PUT /v2.0/routers/918876a2-9023-49e3-bc35-06543812ce5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3029995 Aug 24 17:33:50.916251 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3bf-37ea-40f5-8582-d897d0cbbe9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:50.949954 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Sync routers for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:33:50.990689 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:33:50.991561 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:51.361183 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:33:51.362216 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-0711e635-0ea9-4b27-aecf-24ec39c03a97 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:51.362216 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-0711e635-0ea9-4b27-aecf-24ec39c03a97 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/networks?id=703df97f-2490-4b01-bd7b-1ec10d27aeb4 HTTP/1.1" status: 200 len: 811 time: 0.8216922 Aug 24 17:33:51.449072 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-d0eef766-c956-4022-8294-4b12dd43b173 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:51.451549 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-d0eef766-c956-4022-8294-4b12dd43b173 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/networks?id=35168eb5-cbf9-4d30-adbc-57e79e50d223 HTTP/1.1" status: 200 len: 818 time: 0.6336663 Aug 24 17:33:51.460848 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-268dce57-acc5-4eaa-9853-854f6fa2a20b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/quotas/fab5df39ab324a65a39f6aa738975daf HTTP/1.1" status: 200 len: 375 time: 0.0933206 Aug 24 17:33:51.515026 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:51.542762 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-0ab371a3-3062-409f-bd7a-9b85e27f200c tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/quotas/1fa29c64bc9f4cb78e38ac145d063236 HTTP/1.1" status: 200 len: 375 time: 0.0446091 Aug 24 17:33:51.570408 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Transition to ACTIVE for port object 85754c50-f345-4882-a9a4-3f60ae5978a9 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:33:51.571098 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3bf-37ea-40f5-8582-d897d0cbbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:51.575368 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Request body: {'port': {'device_id': '24da7aee-5fbb-4081-a7a7-b037d4e2af52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:51.578744 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3bf-37ea-40f5-8582-d897d0cbbe9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:51.592762 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-2aa2e3bf-37ea-40f5-8582-d897d0cbbe9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb1d39e3-e76f-4b2a-ade9-7cf888b533b0 HTTP/1.1" status: 204 len: 168 time: 1.0249405 Aug 24 17:33:51.593547 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2e3bf-37ea-40f5-8582-d897d0cbbe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1d39e3-e76f-4b2a-ade9-7cf888b533b0,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:51.615836 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device ac812174-adce-4fee-b352-fda4010d1945 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:51.807863 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:51.827493 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:51.863516 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-f5f774ba-48af-4e77-8c51-b7173352eed3 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fab5df39ab324a65a39f6aa738975daf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3854165 Aug 24 17:33:51.952124 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-f94677c8-55a1-4673-8bbf-31fa4da23b3d tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3556809 Aug 24 17:33:51.978291 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port ac812174-adce-4fee-b352-fda4010d1945 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:51.978604 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:52.083613 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:48Z', 'revision_number': 2, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:52.180100 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3eb10a-3f9d-4b76-8106-07ffdc465912 None None] Pushing event updated for resources: {'Port': ['ID=85754c50-f345-4882-a9a4-3f60ae5978a9,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:52.245503 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-e70ffd24-14a5-448f-8a9f-0bb62fb00184 service neutron] 10.222.0.41 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298965 Aug 24 17:33:52.259518 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Checking router: 918876a2-9023-49e3-bc35-06543812ce5e for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:33:52.259885 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Updating router 918876a2-9023-49e3-bc35-06543812ce5e port 8792149b-f61e-4201-b3b6-10bcd49b36b1 binding host dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:33:52.290467 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Attempting to bind port 85754c50-f345-4882-a9a4-3f60ae5978a9 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:33:52.291003 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Attempting to bind port 85754c50-f345-4882-a9a4-3f60ae5978a9 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': '57eedd77-ebb7-4016-8fae-6acf8c6e963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:33:52.291892 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Attempting to bind port 85754c50-f345-4882-a9a4-3f60ae5978a9 on network 35168eb5-cbf9-4d30-adbc-57e79e50d223 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:33:52.298688 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:33:52.299212 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Checking segment: {'id': '57eedd77-ebb7-4016-8fae-6acf8c6e963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:33:52.299709 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:52.300251 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Bound using segment: {'id': '57eedd77-ebb7-4016-8fae-6acf8c6e963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:33:52.301288 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Bound port: 85754c50-f345-4882-a9a4-3f60ae5978a9, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57eedd77-ebb7-4016-8fae-6acf8c6e963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:33:52.301288 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:52.346734 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:52.422331 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] For port 85754c50-f345-4882-a9a4-3f60ae5978a9, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:33:52.428143 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] For port 85754c50-f345-4882-a9a4-3f60ae5978a9, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=85754c50-f345-4882-a9a4-3f60ae5978a9,segment=NetworkSegment(57eedd77-ebb7-4016-8fae-6acf8c6e963c),segment_id=57eedd77-ebb7-4016-8fae-6acf8c6e963c)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:33:52.511073 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-81fd69df-d90b-419f-87aa-ec3d210ed509 service neutron] 10.222.0.41 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643812 Aug 24 17:33:52.530530 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:52.590814 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Routers {'825287d4-a459-4749-9c67-7b5fd100783c'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:33:52.591631 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['825287d4-a459-4749-9c67-7b5fd100783c'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:52.656067 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851608c1-328c-4aaa-a919-8f7ed9499d98 {{(pid=94620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:33:52.676581 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:52.706006 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.provisioning_blocks [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Transition to ACTIVE for port object 851608c1-328c-4aaa-a919-8f7ed9499d98 will not be triggered until provisioned by entity L2. {{(pid=94620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:33:52.785461 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:52.800661 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] Set router 825287d4-a459-4749-9c67-7b5fd100783c gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:33:52.947626 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Pushing event updated for resources: {'Port': ['ID=851608c1-328c-4aaa-a919-8f7ed9499d98,revision_number=2']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:53.028142 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.managers [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Attempting to bind port 851608c1-328c-4aaa-a919-8f7ed9499d98 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:33:53.028465 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.managers [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Attempting to bind port 851608c1-328c-4aaa-a919-8f7ed9499d98 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'd151a43d-f96d-4dfc-afab-0c4cedafbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a55983cf-7171-4734-9c95-18a2a001e37f'}] {{(pid=94620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:33:53.029321 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Attempting to bind port 851608c1-328c-4aaa-a919-8f7ed9499d98 on network a55983cf-7171-4734-9c95-18a2a001e37f {{(pid=94620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:33:53.040292 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Port 851608c1-328c-4aaa-a919-8f7ed9499d98 on network a55983cf-7171-4734-9c95-18a2a001e37f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:33:53.041228 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Attempting to bind port 851608c1-328c-4aaa-a919-8f7ed9499d98 on network a55983cf-7171-4734-9c95-18a2a001e37f {{(pid=94620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:33:53.055846 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3eb10a-3f9d-4b76-8106-07ffdc465912 None None] Pushing event updated for resources: {'Port': ['ID=85754c50-f345-4882-a9a4-3f60ae5978a9,revision_number=4']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:53.079203 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:33:53.079203 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Checking segment: {'id': 'd151a43d-f96d-4dfc-afab-0c4cedafbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a55983cf-7171-4734-9c95-18a2a001e37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:33:53.079203 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Bound using segment: {'id': 'd151a43d-f96d-4dfc-afab-0c4cedafbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a55983cf-7171-4734-9c95-18a2a001e37f'} {{(pid=94620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:33:53.079568 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.managers [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Bound port: 851608c1-328c-4aaa-a919-8f7ed9499d98, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd151a43d-f96d-4dfc-afab-0c4cedafbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a55983cf-7171-4734-9c95-18a2a001e37f'}}] {{(pid=94620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:33:53.087083 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:53.166468 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-d98287a0-1b15-4e4c-9504-9be045cf49db service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 17:33:53.167549 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-d98287a0-1b15-4e4c-9504-9be045cf49db service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5016899 Aug 24 17:33:53.183178 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6db57f-c8ff-4202-9be8-32a7ceadfc9f req-7a4c1158-3d9a-40b4-8a9f-1450932c680f tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:53.185069 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-dc6db57f-c8ff-4202-9be8-32a7ceadfc9f req-7a4c1158-3d9a-40b4-8a9f-1450932c680f tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 943 time: 0.2312343 Aug 24 17:33:53.298592 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-1b28031c-fbd8-4756-9532-a41537d6b613 service neutron] 10.222.0.41 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100960 Aug 24 17:33:53.363747 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Notify callbacks [] for port, precommit_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:53.365732 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825287d4-a459-4749-9c67-7b5fd100783c', 'name': 'tempest-ServerRescueNegativeTestJSON-886428481-router', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:36Z', 'updated_at': '2021-08-24T17:33:46Z', 'revision_number': 4, 'project_id': '1fa29c64bc9f4cb78e38ac145d063236', 'gw_port': {'id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825287d4-a459-4749-9c67-7b5fd100783c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:38Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '85754c50-f345-4882-a9a4-3f60ae5978a9', 'name': '', 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'mac_address': 'fa:16:3e:db:d4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825287d4-a459-4749-9c67-7b5fd100783c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f650938-3030-43f2-8815-455fc0962e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:43Z', 'updated_at': '2021-08-24T17:33:52Z', 'revision_number': 4, 'project_id': '1fa29c64bc9f4cb78e38ac145d063236', 'subnets': [{'id': '4f650938-3030-43f2-8815-455fc0962e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:53.365890 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Transition to ACTIVE for port object 8792149b-f61e-4201-b3b6-10bcd49b36b1 will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:33:53.380779 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] For port 851608c1-328c-4aaa-a919-8f7ed9499d98, host hv-cinder-78878, cleared binding levels {{(pid=94620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:33:53.423641 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db41a3d-f1c3-416d-b389-8eb1f73f65b0 None None] The sync data for ids ['825287d4-a459-4749-9c67-7b5fd100783c'] in dv-cinder-788782-4-iscsi is: [{'id': '825287d4-a459-4749-9c67-7b5fd100783c', 'name': 'tempest-ServerRescueNegativeTestJSON-886428481-router', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:36Z', 'updated_at': '2021-08-24T17:33:46Z', 'revision_number': 4, 'project_id': '1fa29c64bc9f4cb78e38ac145d063236', 'gw_port': {'id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825287d4-a459-4749-9c67-7b5fd100783c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:38Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '85754c50-f345-4882-a9a4-3f60ae5978a9', 'name': '', 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'mac_address': 'fa:16:3e:db:d4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825287d4-a459-4749-9c67-7b5fd100783c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f650938-3030-43f2-8815-455fc0962e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:43Z', 'updated_at': '2021-08-24T17:33:52Z', 'revision_number': 4, 'project_id': '1fa29c64bc9f4cb78e38ac145d063236', 'subnets': [{'id': '4f650938-3030-43f2-8815-455fc0962e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:33:53.459224 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] For port 851608c1-328c-4aaa-a919-8f7ed9499d98, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=851608c1-328c-4aaa-a919-8f7ed9499d98,segment=NetworkSegment(d151a43d-f96d-4dfc-afab-0c4cedafbaac),segment_id=d151a43d-f96d-4dfc-afab-0c4cedafbaac)] {{(pid=94620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:33:53.462698 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-dc6db57f-c8ff-4202-9be8-32a7ceadfc9f req-5e462095-2c03-4097-b5d8-65192f07f55e tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595786 Aug 24 17:33:53.494142 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:53.590210 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:53.709944 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Pushing event updated for resources: {'Port': ['ID=851608c1-328c-4aaa-a919-8f7ed9499d98,revision_number=3']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:53.724926 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-4ed189e7-425b-4fa6-bbe3-82eeaf0f828c service neutron] 10.222.0.41 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090936 Aug 24 17:33:53.739365 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:53.739991 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for port, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:53.741913 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-dd157b1b-9619-40ec-ae22-05ebb6c71f5b service neutron] 10.222.0.42 "PUT /v2.0/ports/851608c1-328c-4aaa-a919-8f7ed9499d98 HTTP/1.1" status: 200 len: 1093 time: 2.6706510 Aug 24 17:33:53.742372 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24da7aee-5fbb-4081-a7a7-b037d4e2af52', 'tag': '851608c1-328c-4aaa-a919-8f7ed9499d98'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:33:53.977581 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822de55f-13ee-4feb-b348-95dcc0542367 None None] Pushing event updated for resources: {'Port': ['ID=8792149b-f61e-4201-b3b6-10bcd49b36b1,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:54.042143 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Attempting to bind port 8792149b-f61e-4201-b3b6-10bcd49b36b1 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:33:54.043032 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Attempting to bind port 8792149b-f61e-4201-b3b6-10bcd49b36b1 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:33:54.043557 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Attempting to bind port 8792149b-f61e-4201-b3b6-10bcd49b36b1 on network a0e8e346-8b7a-4beb-8083-d8c62155826a {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:33:54.057905 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:33:54.058904 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Checking segment: {'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:33:54.059298 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:54.059842 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Bound using segment: {'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:33:54.061414 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Bound port: 8792149b-f61e-4201-b3b6-10bcd49b36b1, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:33:54.063221 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:54.333820 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] For port 8792149b-f61e-4201-b3b6-10bcd49b36b1, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:33:54.345251 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] For port 8792149b-f61e-4201-b3b6-10bcd49b36b1, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=8792149b-f61e-4201-b3b6-10bcd49b36b1,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:33:54.528499 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a036daf7-0cef-4e88-ba74-12b307278713 req-8fc3414a-bd50-4fe7-8802-0e5fe3836fd3 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 210 time: 0.2263906 Aug 24 17:33:54.574709 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-fa98b338-1547-427f-8c22-e2978fb6dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:54.585025 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-fa98b338-1547-427f-8c22-e2978fb6dd6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=877ab47f78ff49f691cb09888a716008&device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 1096 time: 0.3624537 Aug 24 17:33:54.618148 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:54.896167 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:33:54.896551 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:54.977745 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-f4613416-bfe8-4774-aaf2-76b9ba450938 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=851608c1-328c-4aaa-a919-8f7ed9499d98 HTTP/1.1" status: 200 len: 217 time: 0.3542662 Aug 24 17:33:54.994916 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cdb6e6f1-dd0a-45c4-8be6-c92317ff0f9f req-748ee079-ff2e-428a-b512-091dc3551846 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 210 time: 0.3594077 Aug 24 17:33:55.163688 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df0ab86-da21-4e47-9ec7-2f3f882c94fc" -d '{"events": [{"name": "network-changed", "server_uuid": "24da7aee-5fbb-4081-a7a7-b037d4e2af52", "tag": "851608c1-328c-4aaa-a919-8f7ed9499d98"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:33:55.242534 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822de55f-13ee-4feb-b348-95dcc0542367 None None] Pushing event updated for resources: {'Port': ['ID=8792149b-f61e-4201-b3b6-10bcd49b36b1,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:55.372692 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-b8d64178-4808-48eb-a7e5-30470291a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:55.375566 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-b8d64178-4808-48eb-a7e5-30470291a9b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=511d4828-dc77-40b3-817b-691d41f4e63d HTTP/1.1" status: 200 len: 851 time: 0.3792229 Aug 24 17:33:55.478123 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-8be7668e-c8d2-4f88-8b2a-8dad520ff25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:55.541043 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8a35b-f0d6-4ef0-909d-07a6a3378250 req-277aa31a-ea46-4e75-a153-351a29502e7e tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:55.543828 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-68d8a35b-f0d6-4ef0-909d-07a6a3378250 req-277aa31a-ea46-4e75-a153-351a29502e7e tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 943 time: 0.3219979 Aug 24 17:33:55.567337 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:33:55.694591 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-a76af386-4df3-4673-8b93-e18e5e0ebad7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a55983cf-7171-4734-9c95-18a2a001e37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2196109 Aug 24 17:33:55.709551 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 85754c50-f345-4882-a9a4-3f60ae5978a9 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:55.828428 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-68d8a35b-f0d6-4ef0-909d-07a6a3378250 req-c1b70e82-df9d-47e8-a9d7-7bb2c97a374a tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736199 Aug 24 17:33:55.933431 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60654) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:55.938599 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-77e7923d-30d0-45a1-b4eb-28da996a5209 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--597575096', 'description': 'tempest-description--1714702265'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:56.073133 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bc431e6d-6159-493a-beee-28bdebb4c9b5 req-6d8f4074-f7e4-4979-a6b7-1d291230e5a0 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 210 time: 0.0654461 Aug 24 17:33:56.079450 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-e860f676-6ef7-4b6d-b40c-d6b11b5fb661 service neutron] 10.222.0.42 "GET /v2.0/networks/a55983cf-7171-4734-9c95-18a2a001e37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566332 Aug 24 17:33:56.314986 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:54Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:33:56.365715 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec660aad-7e25-4e6e-94a6-34ef945b911e req-e0123066-84ae-4de7-ad86-2283e015c800 service neutron] 10.222.0.42 "GET /v2.0/networks/a55983cf-7171-4734-9c95-18a2a001e37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776871 Aug 24 17:33:56.408277 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e2f6f-b3ef-4bf5-984c-b411f7867a5a None None] The sync data for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi is: [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:54Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:33:56.429566 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-2b3b6add-37f5-458b-acc2-db857230100a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:56.439164 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-2b3b6add-37f5-458b-acc2-db857230100a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/networks?id=35168eb5-cbf9-4d30-adbc-57e79e50d223 HTTP/1.1" status: 200 len: 818 time: 0.2187762 Aug 24 17:33:56.459924 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-2813a51a-1535-4ff4-88c6-e24a08270c08 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/quotas/1fa29c64bc9f4cb78e38ac145d063236 HTTP/1.1" status: 200 len: 375 time: 0.0193639 Aug 24 17:33:56.509661 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f981cb-5b0c-4259-bea5-2afffec23de5 x-openstack-request-id: req-69f981cb-5b0c-4259-bea5-2afffec23de5 {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:33:56.510274 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24da7aee-5fbb-4081-a7a7-b037d4e2af52", "tag": "851608c1-328c-4aaa-a919-8f7ed9499d98", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:33:56.510827 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69f981cb-5b0c-4259-bea5-2afffec23de5 {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:33:56.511479 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24da7aee-5fbb-4081-a7a7-b037d4e2af52', 'tag': '851608c1-328c-4aaa-a919-8f7ed9499d98', 'status': 'completed', 'code': 200} Aug 24 17:33:56.529029 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8ecec733-14ba-4597-aa9a-cb8cceeafb92 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0675223 Aug 24 17:33:56.656879 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-77e7923d-30d0-45a1-b4eb-28da996a5209 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:56.658324 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 85754c50-f345-4882-a9a4-3f60ae5978a9 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:33:56.664020 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 85754c50-f345-4882-a9a4-3f60ae5978a9 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:56.665064 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:56.731143 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-51cba8e0-c7b6-4faa-b378-32e44d239fcb service neutron] 10.222.0.41 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880047 Aug 24 17:33:56.922112 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:56.942250 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-a5aa8f08-e3aa-4651-9df6-4461eff05550 service neutron] 10.222.0.41 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095480 Aug 24 17:33:56.998574 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 85754c50-f345-4882-a9a4-3f60ae5978a9, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=85754c50-f345-4882-a9a4-3f60ae5978a9,segment=NetworkSegment(57eedd77-ebb7-4016-8fae-6acf8c6e963c),segment_id=57eedd77-ebb7-4016-8fae-6acf8c6e963c)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:33:57.015849 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-77e7923d-30d0-45a1-b4eb-28da996a5209 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:57.207811 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-77e7923d-30d0-45a1-b4eb-28da996a5209 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:57.208531 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:57.309217 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7923d-30d0-45a1-b4eb-28da996a5209 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:57.316570 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-77e7923d-30d0-45a1-b4eb-28da996a5209 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:57.318212 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-77e7923d-30d0-45a1-b4eb-28da996a5209 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3837545 Aug 24 17:33:57.321508 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 60690) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:57.333955 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-bd66aeb9-903c-4373-8a95-5166398a4a1c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Request body: {'security_group_rule': {'security_group_id': '5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:57.449393 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=85754c50-f345-4882-a9a4-3f60ae5978a9,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:57.559485 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bd66aeb9-903c-4373-8a95-5166398a4a1c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:57.586916 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 8792149b-f61e-4201-b3b6-10bcd49b36b1 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:58.017174 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581966aa-bad5-45e2-8fdf-803c037c9142 req-e1f5aa65-8625-4f35-ba1c-6c8c6f1aa540 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:58.026678 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-581966aa-bad5-45e2-8fdf-803c037c9142 req-e1f5aa65-8625-4f35-ba1c-6c8c6f1aa540 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 943 time: 0.3119266 Aug 24 17:33:58.032441 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0ab86-da21-4e47-9ec7-2f3f882c94fc req-f88525ac-0ea7-4dc1-a4a2-e171f8dee2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:58.034009 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0df0ab86-da21-4e47-9ec7-2f3f882c94fc req-f88525ac-0ea7-4dc1-a4a2-e171f8dee2cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=877ab47f78ff49f691cb09888a716008&device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 1096 time: 0.3184566 Aug 24 17:33:58.036749 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bd66aeb9-903c-4373-8a95-5166398a4a1c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:58.119000 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-581966aa-bad5-45e2-8fdf-803c037c9142 req-b941e8c2-a3c8-4534-ae99-9e3f472e5e98 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910275 Aug 24 17:33:58.193735 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 8792149b-f61e-4201-b3b6-10bcd49b36b1 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:33:58.205302 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 8792149b-f61e-4201-b3b6-10bcd49b36b1 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:58.205302 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:58.305310 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-12bc837f-4c9b-45e4-939e-ba583c8fac80 req-c3495519-d586-4d45-8560-329765d2bf28 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 210 time: 0.0360174 Aug 24 17:33:58.343052 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:58.415757 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e424a937-0acc-4577-a4fb-e61fd8ff29bf req-291a48c7-c010-45bb-bd7b-784eab08c5c7 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 210 time: 0.0436914 Aug 24 17:33:58.420489 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 8792149b-f61e-4201-b3b6-10bcd49b36b1, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=8792149b-f61e-4201-b3b6-10bcd49b36b1,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:33:58.441717 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bd66aeb9-903c-4373-8a95-5166398a4a1c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:58.455573 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-85e29a0e-2fb9-48f2-b0d5-cd496f1e3059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:58.472096 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:58.481530 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66aeb9-903c-4373-8a95-5166398a4a1c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db8cd56-3ff4-4339-8ebd-004b7f153afb,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:58.708406 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:58.734881 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bd66aeb9-903c-4373-8a95-5166398a4a1c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:58.738871 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-bd66aeb9-903c-4373-8a95-5166398a4a1c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4131615 Aug 24 17:33:58.742729 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 60728) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:58.745446 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-cd224cc1-3459-4a76-b942-9ac00822fcf1 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Request body: {'security_group_rule': {'security_group_id': '5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:58.829295 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=8792149b-f61e-4201-b3b6-10bcd49b36b1,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:59.006865 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-cd224cc1-3459-4a76-b942-9ac00822fcf1 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:59.094365 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-cd224cc1-3459-4a76-b942-9ac00822fcf1 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:59.248125 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-cd224cc1-3459-4a76-b942-9ac00822fcf1 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:59.287081 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd224cc1-3459-4a76-b942-9ac00822fcf1 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237559be-7d7c-4d62-a144-e666f350729e,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:33:59.363387 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c42427-a85c-4421-bf06-ca86c1834f6d req-a5ce8ef3-b2d8-4028-b5af-d787fc93c2e4 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:33:59.372771 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a8c42427-a85c-4421-bf06-ca86c1834f6d req-a5ce8ef3-b2d8-4028-b5af-d787fc93c2e4 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 943 time: 0.1053855 Aug 24 17:33:59.434515 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:59.435026 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-cd224cc1-3459-4a76-b942-9ac00822fcf1 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:59.438003 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 60752) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:33:59.464964 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-cd224cc1-3459-4a76-b942-9ac00822fcf1 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7238734 Aug 24 17:33:59.469582 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Request body: {'floatingip': {'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:33:59.543460 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a8c42427-a85c-4421-bf06-ca86c1834f6d req-c81fc883-aff9-4d01-b9ed-bfaf8bd00247 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076088 Aug 24 17:33:59.543836 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 8792149b-f61e-4201-b3b6-10bcd49b36b1 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:59.589554 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 8792149b-f61e-4201-b3b6-10bcd49b36b1 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:59.590278 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:59.690752 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4fcf7842-9549-4673-ba52-49b2cf063efd req-f3845ed6-fd8d-4335-af8a-0c3b001368ac tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 210 time: 0.1061985 Aug 24 17:33:59.710582 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:33:59.776360 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-83b9c997-78c7-4fdf-89fd-4c1ac2db0b73 req-5ace81dc-d79a-4a13-8ff3-1510786b486d tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 210 time: 0.1015959 Aug 24 17:33:59.790886 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 85754c50-f345-4882-a9a4-3f60ae5978a9 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:33:59.878510 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 85754c50-f345-4882-a9a4-3f60ae5978a9 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:33:59.878966 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:00.091983 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:00.102773 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Allocated IP 172.27.2.5 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/e2b01e78-650c-437e-8574-ff82ba5e5348) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:34:00.271383 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:00.647246 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28fe05-6370-4011-a958-572ad8dbc49d req-27c5e524-4a6b-4e2e-b3a6-e8bdccd1ccf6 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:00.648798 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ef28fe05-6370-4011-a958-572ad8dbc49d req-27c5e524-4a6b-4e2e-b3a6-e8bdccd1ccf6 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 943 time: 0.0549004 Aug 24 17:34:00.658907 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:00.664436 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:00.704463 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ef28fe05-6370-4011-a958-572ad8dbc49d req-66c63970-18f3-4b7c-899a-a16b21931119 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485518 Aug 24 17:34:00.717900 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:34:00.731932 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:34:00.737226 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:34:00.783814 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event updated for resources: {'Port': ['ID=e2b01e78-650c-437e-8574-ff82ba5e5348,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:00.815831 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:00.824155 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3272be13-bb5e-4c61-8088-d41bb3bf1aff req-ef307b6b-007a-49e3-9087-07a20459b275 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 210 time: 0.0514047 Aug 24 17:34:00.888788 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e51f9b03-545e-4787-aaf0-fe79ef570579 req-0af052a7-8cea-48a3-b8d5-dd78d1c5db36 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 210 time: 0.0272639 Aug 24 17:34:00.993602 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:01.158661 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:01.345207 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:01.375103 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:01.401203 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event updated for resources: {'Port': ['ID=e2b01e78-650c-437e-8574-ff82ba5e5348,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:01.597122 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:01.598261 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-3cf1b763-d8e2-43b3-b2d7-fd7b7207e7b9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1534057 Aug 24 17:34:02.088294 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-acc6f8b5-3c5c-42fb-a3ba-631cab3db969 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--597575096&fields=id&tenant_id=898a5b8cd0d34f068f885b6eab3e6f34 HTTP/1.1" status: 200 len: 267 time: 0.2588356 Aug 24 17:34:02.090793 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0ab86-da21-4e47-9ec7-2f3f882c94fc req-fd424899-3ee9-43a7-981b-111c2e1983b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:02.092174 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0df0ab86-da21-4e47-9ec7-2f3f882c94fc req-fd424899-3ee9-43a7-981b-111c2e1983b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a55983cf-7171-4734-9c95-18a2a001e37f HTTP/1.1" status: 200 len: 912 time: 0.3757248 Aug 24 17:34:02.163791 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0df0ab86-da21-4e47-9ec7-2f3f882c94fc req-6b4d3781-6752-4121-b7ee-fcb19ad500c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=851608c1-328c-4aaa-a919-8f7ed9499d98 HTTP/1.1" status: 200 len: 217 time: 0.0550799 Aug 24 17:34:02.204801 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b464d-9e16-4616-b4e4-15e11ced7c37 req-6053d7bf-0b6c-4a4e-91ea-d366e1643dcf tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:02.206299 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a88b464d-9e16-4616-b4e4-15e11ced7c37 req-6053d7bf-0b6c-4a4e-91ea-d366e1643dcf tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 943 time: 0.1711946 Aug 24 17:34:02.303265 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a88b464d-9e16-4616-b4e4-15e11ced7c37 req-1b55674a-a661-4ad3-aaa7-eb931a3b8567 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857937 Aug 24 17:34:02.307857 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0ab86-da21-4e47-9ec7-2f3f882c94fc req-9d5a93a8-0aba-452a-88ce-43577616d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:02.309328 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0df0ab86-da21-4e47-9ec7-2f3f882c94fc req-9d5a93a8-0aba-452a-88ce-43577616d3ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=511d4828-dc77-40b3-817b-691d41f4e63d HTTP/1.1" status: 200 len: 851 time: 0.1021931 Aug 24 17:34:02.333154 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-81d09823-c503-4322-9e85-139c014af6af tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:02.334603 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-81d09823-c503-4322-9e85-139c014af6af tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/networks?id=a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 200 len: 817 time: 0.2382827 Aug 24 17:34:02.351875 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0df0ab86-da21-4e47-9ec7-2f3f882c94fc req-10c7f014-e39d-44de-998a-c82ebd7dc181 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a55983cf-7171-4734-9c95-18a2a001e37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335288 Aug 24 17:34:02.370945 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-e202f72a-ed90-41ab-b97c-d92405e47ba7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/quotas/898a5b8cd0d34f068f885b6eab3e6f34 HTTP/1.1" status: 200 len: 375 time: 0.0214291 Aug 24 17:34:02.377330 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.42', 54582) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:02.414461 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-205e693a-870d-4890-b858-006b120368fd req-cef7c993-1f45-409c-843d-fdc8f3fe682d tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 210 time: 0.0532181 Aug 24 17:34:02.501583 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-2b58ae95-6b25-4ace-8704-6bce28a07112 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1222494 Aug 24 17:34:02.545663 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0df0ab86-da21-4e47-9ec7-2f3f882c94fc req-c77e72f6-85ef-4d1f-9eb3-2aebd7b56b2c service neutron] 10.222.0.42 "GET /v2.0/networks/a55983cf-7171-4734-9c95-18a2a001e37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831663 Aug 24 17:34:02.555806 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9e106926-b05b-41eb-883e-437eec0a331b req-3f656fcf-eefc-4cfa-81ef-4480a17edfe5 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 210 time: 0.0502229 Aug 24 17:34:02.601590 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-4fdebbd1-2e35-4694-ae93-412e2c672228 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:02.603129 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-4fdebbd1-2e35-4694-ae93-412e2c672228 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.42 "GET /v2.0/networks?id=703df97f-2490-4b01-bd7b-1ec10d27aeb4 HTTP/1.1" status: 200 len: 811 time: 0.2227213 Aug 24 17:34:02.708436 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-fcc7f9bf-571c-4696-99de-6699a6001491 service neutron] 10.222.0.41 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802647 Aug 24 17:34:02.708573 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-09521557-5c5b-4c51-970b-1005cea629a2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab5df39ab324a65a39f6aa738975daf HTTP/1.1" status: 200 len: 380 time: 0.0878131 Aug 24 17:34:02.718329 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Request body: {'port': {'device_id': '021434a4-4781-472f-ad8e-43fb1419e27a', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'admin_state_up': True, 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'security_groups': ['eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0']}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:34:02.760445 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0df0ab86-da21-4e47-9ec7-2f3f882c94fc req-94032e77-fb78-4e38-8d44-714a6693c4a3 service neutron] 10.222.0.42 "GET /v2.0/networks/a55983cf-7171-4734-9c95-18a2a001e37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001393 Aug 24 17:34:02.882342 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d0720d2f-9e86-4f0f-90ea-c15bc50f76c9 service neutron] 10.222.0.41 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788890 Aug 24 17:34:02.967421 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Made reservation on behalf of fab5df39ab324a65a39f6aa738975daf for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:34:02.972948 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:03.367662 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Allocated IP 172.20.0.13 (703df97f-2490-4b01-bd7b-1ec10d27aeb4/f7a0df6f-fffc-4481-bad8-6c067b26a643/84f0d42f-836e-48e8-93a2-e134a89114dd) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:34:03.384473 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-870e1b86-3a24-46d3-a89c-51b624877b0b req-b3eba4e0-2708-4e14-8c55-bf7f25d5228e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 210 time: 0.1249876 Aug 24 17:34:03.499744 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-4c49de32-820a-477f-88e2-c3fde4f0e881 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:03.503207 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-4c49de32-820a-477f-88e2-c3fde4f0e881 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.42 "GET /v2.0/networks?id=35168eb5-cbf9-4d30-adbc-57e79e50d223 HTTP/1.1" status: 200 len: 818 time: 0.2816510 Aug 24 17:34:03.504166 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 60870) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:03.537547 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-b22d50f0-f585-48d8-933f-5f5e01615a15 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Request body: {'port': {'device_id': 'e1ae2460-1b32-4285-a764-81d274edfee8', 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223', 'admin_state_up': True, 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:34:03.594586 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2cdc7e93-a299-469f-b53a-d4330aef5af7 req-81bdb118-b9cb-4fdf-88db-0a6f6e3d945e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 210 time: 0.0529659 Aug 24 17:34:03.605315 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52561fc-b825-4a84-b644-bde4beca948a req-5804ffdd-e5dd-437d-8d3e-bfaca83edb48 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:03.617806 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c52561fc-b825-4a84-b644-bde4beca948a req-5804ffdd-e5dd-437d-8d3e-bfaca83edb48 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 943 time: 0.1615813 Aug 24 17:34:03.682848 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:03.698221 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Transition to ACTIVE for port object 84f0d42f-836e-48e8-93a2-e134a89114dd will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:34:03.720462 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0d5da7ab-e498-4526-bb01-047ba3323939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:03.731109 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-dc1607d4-c622-480c-9a44-5d6f293d6228 req-6080f51d-5873-4538-b13d-dc0cbf9d4032 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 210 time: 0.0494869 Aug 24 17:34:03.751347 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c52561fc-b825-4a84-b644-bde4beca948a req-5cec7ce3-68a3-475a-bd2e-80c31478a2ea tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370587 Aug 24 17:34:03.832944 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.42', 54586) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:03.873680 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:03.905153 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0d5da7ab-e498-4526-bb01-047ba3323939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.020232 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event updated for resources: {'Port': ['ID=84f0d42f-836e-48e8-93a2-e134a89114dd,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:04.028196 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:34:04.032012 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:34:04.037273 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:34:04.043073 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:04.043681 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.050887 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0d5da7ab-e498-4526-bb01-047ba3323939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.097253 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-5367341f-0198-4b4b-8a9b-87e0c65c497f tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:04.098905 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-5367341f-0198-4b4b-8a9b-87e0c65c497f tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.42 "GET /v2.0/networks?id=35168eb5-cbf9-4d30-adbc-57e79e50d223 HTTP/1.1" status: 200 len: 818 time: 0.2630930 Aug 24 17:34:04.103767 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5da7ab-e498-4526-bb01-047ba3323939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef85ed1-e861-4115-8806-f3f45d6ea7e1,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:04.112237 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-0d5da7ab-e498-4526-bb01-047ba3323939 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2871cf5fb3e94c0ebcb53694a62cf336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035759 Aug 24 17:34:04.112836 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 60894) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:04.118993 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-506ffc63-fff0-452d-bea8-3046a9ed61fb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Request body: {'port': {'device_id': 'e468bc29-1f28-4852-bf09-72a047bf6899', 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223', 'admin_state_up': True, 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:34:04.174676 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-939a2520-53e6-4225-8be4-ae5238c7f697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.208536 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-939a2520-53e6-4225-8be4-ae5238c7f697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.247734 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-b22d50f0-f585-48d8-933f-5f5e01615a15 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Made reservation on behalf of 1fa29c64bc9f4cb78e38ac145d063236 for: {'port': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:34:04.252763 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-b22d50f0-f585-48d8-933f-5f5e01615a15 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.371552 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-939a2520-53e6-4225-8be4-ae5238c7f697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.372926 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-6af57d36-c6b1-4d81-a796-4d0a5ee9c52c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6594203 Aug 24 17:34:04.374656 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-939a2520-53e6-4225-8be4-ae5238c7f697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.375910 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-939a2520-53e6-4225-8be4-ae5238c7f697 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ef85ed1-e861-4115-8806-f3f45d6ea7e1 HTTP/1.1" status: 204 len: 168 time: 0.2624900 Aug 24 17:34:04.391626 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Request body: {'port': {'device_id': '021434a4-4781-472f-ad8e-43fb1419e27a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:34:04.420291 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a2520-53e6-4225-8be4-ae5238c7f697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef85ed1-e861-4115-8806-f3f45d6ea7e1,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:04.464200 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-a035d451-dd27-4892-9db7-a9ede0c106e5 None None] Provisioning for port 84f0d42f-836e-48e8-93a2-e134a89114dd completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:34:04.469991 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.476292 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-a035d451-dd27-4892-9db7-a9ede0c106e5 None None] Provisioning complete for port 84f0d42f-836e-48e8-93a2-e134a89114dd triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:34:04.476799 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-a035d451-dd27-4892-9db7-a9ede0c106e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.487273 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-506ffc63-fff0-452d-bea8-3046a9ed61fb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Made reservation on behalf of 1fa29c64bc9f4cb78e38ac145d063236 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:34:04.490644 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-506ffc63-fff0-452d-bea8-3046a9ed61fb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.535262 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-b22d50f0-f585-48d8-933f-5f5e01615a15 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Allocated IP 172.20.0.3 (35168eb5-cbf9-4d30-adbc-57e79e50d223/4f650938-3030-43f2-8815-455fc0962e0a/98e3765e-80f7-4099-b6cb-5610825d1929) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:34:04.540302 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-919d9d0d-3553-4004-b0cc-423af912ff63 req-7cc94a0c-722f-4dc0-9a82-c72a30901960 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 210 time: 0.0433547 Aug 24 17:34:04.543571 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-a035d451-dd27-4892-9db7-a9ede0c106e5 None None] Port 84f0d42f-836e-48e8-93a2-e134a89114dd cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:34:04.743131 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-b22d50f0-f585-48d8-933f-5f5e01615a15 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.819476 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec5645-009c-457e-8087-34479572b08c req-d36411be-efdc-41c1-8364-5015d91bbaae tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:04.820402 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-60ec5645-009c-457e-8087-34479572b08c req-d36411be-efdc-41c1-8364-5015d91bbaae tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 932 time: 0.1283474 Aug 24 17:34:04.868720 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ffc1125e-dde6-4332-9f46-ffdfe5875db5 req-bbacf47f-42d2-4208-bfa3-f2317def1e26 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 210 time: 0.0405631 Aug 24 17:34:04.876488 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-b22d50f0-f585-48d8-933f-5f5e01615a15 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.900488 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-b22d50f0-f585-48d8-933f-5f5e01615a15 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Network 35168eb5-cbf9-4d30-adbc-57e79e50d223 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:34:04.901588 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-b22d50f0-f585-48d8-933f-5f5e01615a15 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:34:04.931871 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-60ec5645-009c-457e-8087-34479572b08c req-64e279b9-940c-493c-8e80-a011d3af2517 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105862 Aug 24 17:34:04.934459 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-b22d50f0-f585-48d8-933f-5f5e01615a15 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:34:04.940720 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-b22d50f0-f585-48d8-933f-5f5e01615a15 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:04.941369 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-b22d50f0-f585-48d8-933f-5f5e01615a15 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for port, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:04.972773 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f0d42f-836e-48e8-93a2-e134a89114dd {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:34:04.979140 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d50f0-f585-48d8-933f-5f5e01615a15 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Pushing event updated for resources: {'Port': ['ID=98e3765e-80f7-4099-b6cb-5610825d1929,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:05.005031 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:05.014040 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 851608c1-328c-4aaa-a919-8f7ed9499d98 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:34:05.022038 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c451d11-00f0-4c17-8ccc-bc795013916d req-60573bf4-0e5a-447f-8354-569180accbd6 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:05.023908 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4c451d11-00f0-4c17-8ccc-bc795013916d req-60573bf4-0e5a-447f-8354-569180accbd6 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 943 time: 0.0619042 Aug 24 17:34:05.025764 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-b22d50f0-f585-48d8-933f-5f5e01615a15 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4966831 Aug 24 17:34:05.028202 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Transition to ACTIVE for port object 84f0d42f-836e-48e8-93a2-e134a89114dd will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:34:05.045895 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Request body: {'port': {'device_id': 'e1ae2460-1b32-4285-a764-81d274edfee8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:34:05.064482 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-506ffc63-fff0-452d-bea8-3046a9ed61fb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Allocated IP 172.20.0.2 (35168eb5-cbf9-4d30-adbc-57e79e50d223/4f650938-3030-43f2-8815-455fc0962e0a/09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:34:05.139418 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:05.145449 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 851608c1-328c-4aaa-a919-8f7ed9499d98, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=851608c1-328c-4aaa-a919-8f7ed9499d98,segment=NetworkSegment(d151a43d-f96d-4dfc-afab-0c4cedafbaac),segment_id=d151a43d-f96d-4dfc-afab-0c4cedafbaac)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:05.163720 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:05.170473 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '851608c1-328c-4aaa-a919-8f7ed9499d98', 'network_id': 'a55983cf-7171-4734-9c95-18a2a001e37f', 'port_id': '851608c1-328c-4aaa-a919-8f7ed9499d98', 'mac_address': 'fa:16:3e:98:be:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511d4828-dc77-40b3-817b-691d41f4e63d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:34:05.183106 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4c451d11-00f0-4c17-8ccc-bc795013916d req-1baf24ea-635a-4c84-a804-187c9a2261d9 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473126 Aug 24 17:34:05.282527 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:05.300763 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Pushing event updated for resources: {'Port': ['ID=84f0d42f-836e-48e8-93a2-e134a89114dd,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:05.309166 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851608c1-328c-4aaa-a919-8f7ed9499d98 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:34:05.359867 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 851608c1-328c-4aaa-a919-8f7ed9499d98, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=851608c1-328c-4aaa-a919-8f7ed9499d98,segment=NetworkSegment(d151a43d-f96d-4dfc-afab-0c4cedafbaac),segment_id=d151a43d-f96d-4dfc-afab-0c4cedafbaac)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:05.365853 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Attempting to bind port 84f0d42f-836e-48e8-93a2-e134a89114dd on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:34:05.366213 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Attempting to bind port 84f0d42f-836e-48e8-93a2-e134a89114dd by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:34:05.366562 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Attempting to bind port 84f0d42f-836e-48e8-93a2-e134a89114dd on network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:34:05.377839 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Port 84f0d42f-836e-48e8-93a2-e134a89114dd on network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:34:05.378406 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Attempting to bind port 84f0d42f-836e-48e8-93a2-e134a89114dd on network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:34:05.388396 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:34:05.388917 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Checking segment: {'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:34:05.389483 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Bound using segment: {'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:34:05.390258 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Bound port: 84f0d42f-836e-48e8-93a2-e134a89114dd, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:34:05.390600 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:05.469256 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-506ffc63-fff0-452d-bea8-3046a9ed61fb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:05.504361 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:05.511832 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] For port 84f0d42f-836e-48e8-93a2-e134a89114dd, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:34:05.542320 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] For port 84f0d42f-836e-48e8-93a2-e134a89114dd, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=84f0d42f-836e-48e8-93a2-e134a89114dd,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:34:05.571034 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=851608c1-328c-4aaa-a919-8f7ed9499d98,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:05.620363 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:05.624980 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-506ffc63-fff0-452d-bea8-3046a9ed61fb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:05.670223 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:05.670958 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:05.672428 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] 10.222.0.42 "PUT /v2.0/ports/84f0d42f-836e-48e8-93a2-e134a89114dd HTTP/1.1" status: 200 len: 1094 time: 1.2871425 Aug 24 17:34:05.676980 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021434a4-4781-472f-ad8e-43fb1419e27a', 'tag': '84f0d42f-836e-48e8-93a2-e134a89114dd'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:34:05.727234 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8a7380e1-17da-4b0a-a3a5-eb4e2853975c req-08d7995a-1dca-4aa2-96fb-56dd2a553850 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 210 time: 0.0426309 Aug 24 17:34:05.758184 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabaae1-2061-4274-a9ab-0fcdb6f9f461 service neutron] Pushing event updated for resources: {'Port': ['ID=84f0d42f-836e-48e8-93a2-e134a89114dd,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:05.793010 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-506ffc63-fff0-452d-bea8-3046a9ed61fb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Network 35168eb5-cbf9-4d30-adbc-57e79e50d223 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:34:05.798902 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['851608c1-328c-4aaa-a919-8f7ed9499d98'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:34:05.800864 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-506ffc63-fff0-452d-bea8-3046a9ed61fb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:34:05.868180 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-506ffc63-fff0-452d-bea8-3046a9ed61fb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:34:05.879767 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-506ffc63-fff0-452d-bea8-3046a9ed61fb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:05.880469 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-506ffc63-fff0-452d-bea8-3046a9ed61fb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:06.137105 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ffc63-fff0-452d-bea8-3046a9ed61fb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Pushing event updated for resources: {'Port': ['ID=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:06.146413 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc26a66-fc98-4a72-bc46-5558fcfa0edb" -d '{"events": [{"name": "network-changed", "server_uuid": "021434a4-4781-472f-ad8e-43fb1419e27a", "tag": "84f0d42f-836e-48e8-93a2-e134a89114dd"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:34:06.150321 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.42', 54597) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:06.445913 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e3765e-80f7-4099-b6cb-5610825d1929 {{(pid=94620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:34:06.457732 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:06.485298 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf501b-746b-4315-9e0b-94f1f373ff3f req-c1bb558c-c7c1-4fda-ae35-062d4e81beb5 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:06.487418 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-91bf501b-746b-4315-9e0b-94f1f373ff3f req-c1bb558c-c7c1-4fda-ae35-062d4e81beb5 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 944 time: 0.1199641 Aug 24 17:34:06.488431 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.provisioning_blocks [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Transition to ACTIVE for port object 98e3765e-80f7-4099-b6cb-5610825d1929 will not be triggered until provisioned by entity L2. {{(pid=94620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:34:06.498160 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1fe4f-2d39-415a-9b4a-3644ecaae501 req-02e0879d-e47f-4b4f-bf3d-7df5f203c9f6 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:06.507404 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b8a1fe4f-2d39-415a-9b4a-3644ecaae501 req-02e0879d-e47f-4b4f-bf3d-7df5f203c9f6 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 931 time: 0.1386497 Aug 24 17:34:06.529501 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-de93e2af-584c-47e5-aab9-35f0082b0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:06.531185 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-de93e2af-584c-47e5-aab9-35f0082b0da4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fab5df39ab324a65a39f6aa738975daf&device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 1097 time: 0.6395800 Aug 24 17:34:06.538816 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-0e1ee091-ece7-4675-9e60-a8dde8bd68c9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:06.539837 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-0e1ee091-ece7-4675-9e60-a8dde8bd68c9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.42 "GET /v2.0/networks?id=a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 200 len: 817 time: 0.3600068 Aug 24 17:34:06.569535 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b8a1fe4f-2d39-415a-9b4a-3644ecaae501 req-b29a9f4d-a668-400e-80fe-0c598dd985f7 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612583 Aug 24 17:34:06.572444 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-91bf501b-746b-4315-9e0b-94f1f373ff3f req-255d7693-e554-4791-88b4-c37cdcaeb15e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624580 Aug 24 17:34:06.617366 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-55b4dd3e-b9d9-4fe6-ba2e-4edb5e73f4b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84f0d42f-836e-48e8-93a2-e134a89114dd HTTP/1.1" status: 200 len: 217 time: 0.0748734 Aug 24 17:34:06.618471 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:06.628910 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-506ffc63-fff0-452d-bea8-3046a9ed61fb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5152347 Aug 24 17:34:06.663582 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Request body: {'port': {'device_id': 'e468bc29-1f28-4852-bf09-72a047bf6899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:34:06.708442 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Pushing event updated for resources: {'Port': ['ID=98e3765e-80f7-4099-b6cb-5610825d1929,revision_number=2']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:06.741917 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-9fcbd281-ef36-4263-93a7-5d43a6c53de5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=898a5b8cd0d34f068f885b6eab3e6f34 HTTP/1.1" status: 200 len: 379 time: 0.1663029 Aug 24 17:34:06.765998 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960586f0-e542-433d-a584-f9cee9caca21 req-32a73c25-9d9f-461e-87db-6097b684571f tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:06.768906 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-960586f0-e542-433d-a584-f9cee9caca21 req-32a73c25-9d9f-461e-87db-6097b684571f tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 944 time: 0.1037645 Aug 24 17:34:06.771792 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Request body: {'port': {'device_id': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'admin_state_up': True, 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'security_groups': ['5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44']}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:34:06.782692 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.managers [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Attempting to bind port 98e3765e-80f7-4099-b6cb-5610825d1929 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:34:06.783089 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.managers [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Attempting to bind port 98e3765e-80f7-4099-b6cb-5610825d1929 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '57eedd77-ebb7-4016-8fae-6acf8c6e963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223'}] {{(pid=94620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:34:06.783332 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Attempting to bind port 98e3765e-80f7-4099-b6cb-5610825d1929 on network 35168eb5-cbf9-4d30-adbc-57e79e50d223 {{(pid=94620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:34:06.806474 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-555461e0-03dc-4413-a651-0bb7e3c0e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:06.808128 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-555461e0-03dc-4413-a651-0bb7e3c0e2b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7a0df6f-fffc-4481-bad8-6c067b26a643 HTTP/1.1" status: 200 len: 850 time: 0.1811337 Aug 24 17:34:06.813482 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Port 98e3765e-80f7-4099-b6cb-5610825d1929 on network 35168eb5-cbf9-4d30-adbc-57e79e50d223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:34:06.814260 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Attempting to bind port 98e3765e-80f7-4099-b6cb-5610825d1929 on network 35168eb5-cbf9-4d30-adbc-57e79e50d223 {{(pid=94620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:34:06.816793 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:06.823338 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:34:06.823799 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Checking segment: {'id': '57eedd77-ebb7-4016-8fae-6acf8c6e963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:34:06.824179 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Bound using segment: {'id': '57eedd77-ebb7-4016-8fae-6acf8c6e963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223'} {{(pid=94620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:34:06.824880 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.managers [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Bound port: 98e3765e-80f7-4099-b6cb-5610825d1929, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57eedd77-ebb7-4016-8fae-6acf8c6e963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223'}}] {{(pid=94620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:34:06.825390 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:06.902901 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-960586f0-e542-433d-a584-f9cee9caca21 req-6dc23e31-fedb-4ad6-a43e-c32aa20d4ebc tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158385 Aug 24 17:34:06.915208 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1098a7d-3e7b-474e-968d-fa2ae3f99c4e x-openstack-request-id: req-f1098a7d-3e7b-474e-968d-fa2ae3f99c4e {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:34:06.915464 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021434a4-4781-472f-ad8e-43fb1419e27a", "tag": "84f0d42f-836e-48e8-93a2-e134a89114dd", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:34:06.915712 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1098a7d-3e7b-474e-968d-fa2ae3f99c4e {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:34:06.916251 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021434a4-4781-472f-ad8e-43fb1419e27a', 'tag': '84f0d42f-836e-48e8-93a2-e134a89114dd', 'status': 'completed', 'code': 200} Aug 24 17:34:06.936285 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] For port 98e3765e-80f7-4099-b6cb-5610825d1929, host hv-cinder-78878, cleared binding levels {{(pid=94620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:34:06.940181 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] For port 98e3765e-80f7-4099-b6cb-5610825d1929, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=98e3765e-80f7-4099-b6cb-5610825d1929,segment=NetworkSegment(57eedd77-ebb7-4016-8fae-6acf8c6e963c),segment_id=57eedd77-ebb7-4016-8fae-6acf8c6e963c)] {{(pid=94620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:34:06.982881 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4ad9499a-6615-48c3-91a8-b7f2f90aed81 req-994e93fd-3ab3-4fd9-9f38-ad45003cb7b3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 210 time: 0.0283785 Aug 24 17:34:06.988342 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 851608c1-328c-4aaa-a919-8f7ed9499d98 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:34:07.073081 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-ead4594d-e9b8-4b43-8d15-aec321dd25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:07.077429 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-ead4594d-e9b8-4b43-8d15-aec321dd25e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=703df97f-2490-4b01-bd7b-1ec10d27aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2462196 Aug 24 17:34:07.077625 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:07.127395 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:07.128226 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for port, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:07.129764 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-6a91944d-a286-4938-848c-bc99c486046d service neutron] 10.222.0.42 "PUT /v2.0/ports/98e3765e-80f7-4099-b6cb-5610825d1929 HTTP/1.1" status: 200 len: 1093 time: 2.0905859 Aug 24 17:34:07.130317 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ae2460-1b32-4285-a764-81d274edfee8', 'tag': '98e3765e-80f7-4099-b6cb-5610825d1929'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:34:07.136199 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46778636-6d43-4804-9e09-289e14b903c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ae2460-1b32-4285-a764-81d274edfee8", "tag": "98e3765e-80f7-4099-b6cb-5610825d1929"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:34:07.199348 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91944d-a286-4938-848c-bc99c486046d service neutron] Pushing event updated for resources: {'Port': ['ID=98e3765e-80f7-4099-b6cb-5610825d1929,revision_number=3']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:07.206719 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09be881-277b-4d39-b154-7a7b9c242d0d x-openstack-request-id: req-d09be881-277b-4d39-b154-7a7b9c242d0d {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:34:07.207081 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ae2460-1b32-4285-a764-81d274edfee8", "tag": "98e3765e-80f7-4099-b6cb-5610825d1929", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:34:07.207403 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d09be881-277b-4d39-b154-7a7b9c242d0d {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:34:07.207860 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ae2460-1b32-4285-a764-81d274edfee8', 'tag': '98e3765e-80f7-4099-b6cb-5610825d1929', 'status': 'completed', 'code': 200} Aug 24 17:34:07.273969 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46778636-6d43-4804-9e09-289e14b903c9 req-f3b2d253-96c1-48a5-a46e-951fde7d06d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:07.275689 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-46778636-6d43-4804-9e09-289e14b903c9 req-f3b2d253-96c1-48a5-a46e-951fde7d06d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 1096 time: 0.0455580 Aug 24 17:34:07.276272 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-16c995f2-61d2-4f2b-bebf-44a9d6617d4a service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898260 Aug 24 17:34:07.370983 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Made reservation on behalf of 898a5b8cd0d34f068f885b6eab3e6f34 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:34:07.374861 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:07.401431 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 851608c1-328c-4aaa-a919-8f7ed9499d98 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:34:07.412490 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 851608c1-328c-4aaa-a919-8f7ed9499d98 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:34:07.413559 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:07.473571 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:34:07.510213 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:07.520654 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-491bf457-cc0d-4993-acf5-36bfb4119515 req-8c6b770b-b465-458f-a76e-705428c5f09e service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302148 Aug 24 17:34:07.548353 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Transition to ACTIVE for port object 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:34:07.555542 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:07.579480 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46778636-6d43-4804-9e09-289e14b903c9 req-1bee6dfd-86d6-48cf-be23-77f2804c74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:07.581193 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-46778636-6d43-4804-9e09-289e14b903c9 req-1bee6dfd-86d6-48cf-be23-77f2804c74a4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2913418 Aug 24 17:34:07.594317 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24da7aee-5fbb-4081-a7a7-b037d4e2af52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851608c1-328c-4aaa-a919-8f7ed9499d98'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:34:07.670998 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:07.702626 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 851608c1-328c-4aaa-a919-8f7ed9499d98, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=851608c1-328c-4aaa-a919-8f7ed9499d98,segment=NetworkSegment(d151a43d-f96d-4dfc-afab-0c4cedafbaac),segment_id=d151a43d-f96d-4dfc-afab-0c4cedafbaac)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:07.756662 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Allocated IP 172.20.0.7 (a0e8e346-8b7a-4beb-8083-d8c62155826a/369c7c3a-2d96-4b71-a819-43b2e67698fe/b87d5b34-6abc-4414-9116-75e5807b1f26) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:34:07.759023 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Pushing event updated for resources: {'Port': ['ID=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:07.807979 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc26a66-fc98-4a72-bc46-5558fcfa0edb req-8ecc945b-4bb3-48e1-aac9-60dc2e5306c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:07.809552 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5dc26a66-fc98-4a72-bc46-5558fcfa0edb req-8ecc945b-4bb3-48e1-aac9-60dc2e5306c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fab5df39ab324a65a39f6aa738975daf&device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 1097 time: 0.1310105 Aug 24 17:34:07.847079 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:07.959416 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c636fc4-9a9c-4e70-a217-0ecda0fbf9b8" -d '{"events": [{"server_uuid": "24da7aee-5fbb-4081-a7a7-b037d4e2af52", "name": "network-vif-plugged", "status": "completed", "tag": "851608c1-328c-4aaa-a919-8f7ed9499d98"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:34:07.969267 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=851608c1-328c-4aaa-a919-8f7ed9499d98,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:07.987337 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Attempting to bind port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:34:07.987524 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Attempting to bind port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '57eedd77-ebb7-4016-8fae-6acf8c6e963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:34:07.987745 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Attempting to bind port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf on network 35168eb5-cbf9-4d30-adbc-57e79e50d223 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:34:08.008451 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3600e2-1ff1-4bf0-838c-da7a92f82ff1 req-26d63f48-0bff-43b5-b63a-c82d73d9b214 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:08.009979 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-de3600e2-1ff1-4bf0-838c-da7a92f82ff1 req-26d63f48-0bff-43b5-b63a-c82d73d9b214 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 943 time: 0.3070283 Aug 24 17:34:08.022194 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf on network 35168eb5-cbf9-4d30-adbc-57e79e50d223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:34:08.022530 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Attempting to bind port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf on network 35168eb5-cbf9-4d30-adbc-57e79e50d223 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:34:08.023465 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f5b7e-3c23-4b6f-9ece-818a90be0771 req-19ba769d-7ec4-4a6b-90cc-116e89031899 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:08.040953 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9d2f5b7e-3c23-4b6f-9ece-818a90be0771 req-19ba769d-7ec4-4a6b-90cc-116e89031899 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 944 time: 0.2519989 Aug 24 17:34:08.040953 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46778636-6d43-4804-9e09-289e14b903c9 req-e1473065-3d6b-41fa-8b9d-6393d2230251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:08.040953 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-46778636-6d43-4804-9e09-289e14b903c9 req-e1473065-3d6b-41fa-8b9d-6393d2230251 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4476202 Aug 24 17:34:08.079498 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:34:08.079839 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Checking segment: {'id': '57eedd77-ebb7-4016-8fae-6acf8c6e963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:34:08.080229 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Bound using segment: {'id': '57eedd77-ebb7-4016-8fae-6acf8c6e963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:34:08.080700 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Bound port: 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57eedd77-ebb7-4016-8fae-6acf8c6e963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:34:08.081061 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:08.116911 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc26a66-fc98-4a72-bc46-5558fcfa0edb req-e4573559-cfde-4c23-bcbd-43fc77d1923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:08.118393 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5dc26a66-fc98-4a72-bc46-5558fcfa0edb req-e4573559-cfde-4c23-bcbd-43fc77d1923d service neutron] 10.222.0.42 "GET /v2.0/networks?id=703df97f-2490-4b01-bd7b-1ec10d27aeb4 HTTP/1.1" status: 200 len: 912 time: 0.2797477 Aug 24 17:34:08.141502 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9d2f5b7e-3c23-4b6f-9ece-818a90be0771 req-e21703e9-1bfb-4c93-b4bd-aa0173a44b2e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095603 Aug 24 17:34:08.150199 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-de3600e2-1ff1-4bf0-838c-da7a92f82ff1 req-00739c7f-bf50-445f-81e4-23b14b5138f8 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170046 Aug 24 17:34:08.186274 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-663c56b6-500e-4a04-a43b-cd080f55e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:08.187865 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-663c56b6-500e-4a04-a43b-cd080f55e1eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 1096 time: 0.1097832 Aug 24 17:34:08.202759 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5dc26a66-fc98-4a72-bc46-5558fcfa0edb req-a8218670-4c98-4714-a4d0-66160b013eef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84f0d42f-836e-48e8-93a2-e134a89114dd HTTP/1.1" status: 200 len: 217 time: 0.0723174 Aug 24 17:34:08.253476 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-aead6a34-0f0b-45b4-9652-9e380285c63c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98e3765e-80f7-4099-b6cb-5610825d1929 HTTP/1.1" status: 200 len: 217 time: 0.0566359 Aug 24 17:34:08.265116 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:08.292555 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] For port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:34:08.295238 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Transition to ACTIVE for port object b87d5b34-6abc-4414-9116-75e5807b1f26 will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:34:08.297511 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] For port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf,segment=NetworkSegment(57eedd77-ebb7-4016-8fae-6acf8c6e963c),segment_id=57eedd77-ebb7-4016-8fae-6acf8c6e963c)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:34:08.307760 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc26a66-fc98-4a72-bc46-5558fcfa0edb req-e0af4c83-b1ee-4596-a820-1c2c40b39c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:08.309302 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5dc26a66-fc98-4a72-bc46-5558fcfa0edb req-e0af4c83-b1ee-4596-a820-1c2c40b39c1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7a0df6f-fffc-4481-bad8-6c067b26a643 HTTP/1.1" status: 200 len: 850 time: 0.0985250 Aug 24 17:34:08.362232 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135403-85cf-4f2b-90d1-372b4404d8d2 req-a9680e66-1b45-48f2-9aee-dc127f1cb239 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:08.363360 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3d135403-85cf-4f2b-90d1-372b4404d8d2 req-a9680e66-1b45-48f2-9aee-dc127f1cb239 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 945 time: 0.1124446 Aug 24 17:34:08.364843 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-e961ed1d-93c1-4523-a6b9-d53cb0c852aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:08.366155 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-e961ed1d-93c1-4523-a6b9-d53cb0c852aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f650938-3030-43f2-8815-455fc0962e0a HTTP/1.1" status: 200 len: 858 time: 0.0982380 Aug 24 17:34:08.371649 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc26a66-fc98-4a72-bc46-5558fcfa0edb req-b5e4985d-a2fa-40d8-988c-2ad91be2d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:08.373905 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5dc26a66-fc98-4a72-bc46-5558fcfa0edb req-b5e4985d-a2fa-40d8-988c-2ad91be2d103 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=703df97f-2490-4b01-bd7b-1ec10d27aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551789 Aug 24 17:34:08.405123 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:08.414068 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-dd5e71f1-8832-48be-854d-0f1182d28fde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35168eb5-cbf9-4d30-adbc-57e79e50d223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344815 Aug 24 17:34:08.425150 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebf4f82-87fa-416b-812e-f269471f7607 x-openstack-request-id: req-9ebf4f82-87fa-416b-812e-f269471f7607 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:34:08.426076 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24da7aee-5fbb-4081-a7a7-b037d4e2af52", "name": "network-vif-plugged", "status": "completed", "tag": "851608c1-328c-4aaa-a919-8f7ed9499d98", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:34:08.426505 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ebf4f82-87fa-416b-812e-f269471f7607 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:34:08.427282 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24da7aee-5fbb-4081-a7a7-b037d4e2af52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851608c1-328c-4aaa-a919-8f7ed9499d98', 'code': 200} Aug 24 17:34:08.504826 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3d135403-85cf-4f2b-90d1-372b4404d8d2 req-41339675-4cb4-419a-be0c-6f84091c2959 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335287 Aug 24 17:34:08.545805 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 32818) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:08.600157 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f81ad-645a-4820-af5b-78e36125778d req-7c25335f-5ee7-45c7-ac0a-8de70a3b9605 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:08.604865 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ea5f81ad-645a-4820-af5b-78e36125778d req-7c25335f-5ee7-45c7-ac0a-8de70a3b9605 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 931 time: 0.1229374 Aug 24 17:34:08.641745 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-b0a9ed1c-afd4-47a8-b209-c4f3b4d32133 service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167099 Aug 24 17:34:08.667848 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ea5f81ad-645a-4820-af5b-78e36125778d req-02bc48ef-8e8b-4fcf-8b9b-8beadb2d45e9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549796 Aug 24 17:34:08.675381 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:08.724468 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:08.725080 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:08.726599 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] 10.222.0.42 "PUT /v2.0/ports/09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf HTTP/1.1" status: 200 len: 1093 time: 2.0904129 Aug 24 17:34:08.737434 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.42', 54604) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:08.757380 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Network a0e8e346-8b7a-4beb-8083-d8c62155826a is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:34:08.767287 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:34:08.770912 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:34:08.776466 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:08.777182 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:08.780475 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b7a8a-a6ee-430c-a2b4-286fdb2d7beb service neutron] Pushing event updated for resources: {'Port': ['ID=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:08.792295 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5dc26a66-fc98-4a72-bc46-5558fcfa0edb req-a229db8a-84ba-445b-8fdc-d67d5915e22b service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111049 Aug 24 17:34:08.829287 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8f1d-8537-4431-94d9-320062ac2cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:08.846040 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-cdadcb00-067d-43d0-bf7e-f81389806b3b service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938903 Aug 24 17:34:08.875451 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb076758-d48a-4ae3-a7e0-46bde9259b31 req-3b22de17-7571-4b7b-ab11-7b2571b5ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:08.877317 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bb076758-d48a-4ae3-a7e0-46bde9259b31 req-3b22de17-7571-4b7b-ab11-7b2571b5ae64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 1098 time: 0.1388078 Aug 24 17:34:08.900648 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-bb076758-d48a-4ae3-a7e0-46bde9259b31 req-7a389e3c-f9ca-469b-b35a-011af8c3071a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:08.924552 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e468bc29-1f28-4852-bf09-72a047bf6899', 'tag': '09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:34:08.926791 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61066554-4bb4-470a-93c4-92de8a9ce4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e468bc29-1f28-4852-bf09-72a047bf6899", "tag": "09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:34:08.938820 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1742749 Aug 24 17:34:08.943396 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca06a2-5beb-446b-8b5b-176eec124c79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event updated for resources: {'Port': ['ID=b87d5b34-6abc-4414-9116-75e5807b1f26,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:08.962182 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Request body: {'port': {'device_id': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:34:09.010680 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a5cf34-7b10-4a2b-abed-82e69a2c5beb x-openstack-request-id: req-48a5cf34-7b10-4a2b-abed-82e69a2c5beb {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:34:09.010971 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e468bc29-1f28-4852-bf09-72a047bf6899", "tag": "09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:34:09.011222 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48a5cf34-7b10-4a2b-abed-82e69a2c5beb {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:34:09.011610 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e468bc29-1f28-4852-bf09-72a047bf6899', 'tag': '09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf', 'status': 'completed', 'code': 200} Aug 24 17:34:09.022663 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8f1d-8537-4431-94d9-320062ac2cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:09.023654 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-1ce9305e-1e0d-40f5-90e8-bb1aac56d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:09.025210 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-1ce9305e-1e0d-40f5-90e8-bb1aac56d75b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 1096 time: 0.1626918 Aug 24 17:34:09.029991 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5dc26a66-fc98-4a72-bc46-5558fcfa0edb req-dc7eabcb-2bda-4032-94de-2ae8196c133c service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278180 Aug 24 17:34:09.083560 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-b4923bc7-5f1e-43ea-a696-e0770d3c9886 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf HTTP/1.1" status: 200 len: 217 time: 0.0383019 Aug 24 17:34:09.090213 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:09.090350 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8f1d-8537-4431-94d9-320062ac2cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:09.180833 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-bd63b77b-d191-40a4-95b4-af70695c83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:09.182313 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-bd63b77b-d191-40a4-95b4-af70695c83d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f650938-3030-43f2-8815-455fc0962e0a HTTP/1.1" status: 200 len: 858 time: 0.0876489 Aug 24 17:34:09.241815 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-624363fb-fd8e-4935-815b-08c07a467da1 None None] Provisioning for port b87d5b34-6abc-4414-9116-75e5807b1f26 completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:34:09.248729 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-624363fb-fd8e-4935-815b-08c07a467da1 None None] Provisioning complete for port b87d5b34-6abc-4414-9116-75e5807b1f26 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:34:09.249204 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-624363fb-fd8e-4935-815b-08c07a467da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:09.277936 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-98233baf-5637-4529-a56b-fa9f0209432c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35168eb5-cbf9-4d30-adbc-57e79e50d223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869842 Aug 24 17:34:09.319519 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-624363fb-fd8e-4935-815b-08c07a467da1 None None] Port b87d5b34-6abc-4414-9116-75e5807b1f26 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:34:09.393878 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-fb4a8f1d-8537-4431-94d9-320062ac2cc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f418588128447f694c9f7cf5b266c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8468978 Aug 24 17:34:09.397078 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 32842) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:09.408975 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a8f1d-8537-4431-94d9-320062ac2cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb7efa6-2fef-45d2-9f9c-6a0f152269fa,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:09.450849 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71765d-a387-4e9c-b490-2c28e384f38f req-e649a1ff-f355-466a-8feb-5fe90b854398 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:09.452413 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9d71765d-a387-4e9c-b490-2c28e384f38f req-e649a1ff-f355-466a-8feb-5fe90b854398 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 944 time: 0.1427529 Aug 24 17:34:09.476132 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af04bc3-cc1e-4e02-a272-1fe0d9a9210c req-65e7ecb9-f1c7-465b-8111-fbcab84b8318 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:09.477643 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4af04bc3-cc1e-4e02-a272-1fe0d9a9210c req-65e7ecb9-f1c7-465b-8111-fbcab84b8318 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 943 time: 0.1706226 Aug 24 17:34:09.490006 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-1d95eb4a-ee80-44b4-86bb-465c90621d7d service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033033 Aug 24 17:34:09.533166 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-bb076758-d48a-4ae3-a7e0-46bde9259b31 req-7a389e3c-f9ca-469b-b35a-011af8c3071a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:09.534145 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-dae8bc20-e902-42cc-94ec-dae5d2e5b119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:09.553978 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9d71765d-a387-4e9c-b490-2c28e384f38f req-a1d28d38-6045-493e-be2d-522dc695ea1c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859234 Aug 24 17:34:09.562691 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4af04bc3-cc1e-4e02-a272-1fe0d9a9210c req-0d3d91a8-de43-49a8-9ae7-5770ae3acd56 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752323 Aug 24 17:34:09.614174 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87d5b34-6abc-4414-9116-75e5807b1f26 {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:34:09.629789 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:09.634488 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-dae8bc20-e902-42cc-94ec-dae5d2e5b119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:09.681531 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Transition to ACTIVE for port object b87d5b34-6abc-4414-9116-75e5807b1f26 will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:34:09.681932 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff9df1-28ca-4247-aa0d-c5ef4a278762 req-0afabe8d-716b-4bcc-860c-8da7a0b8a853 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:09.683384 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-acff9df1-28ca-4247-aa0d-c5ef4a278762 req-0afabe8d-716b-4bcc-860c-8da7a0b8a853 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 945 time: 0.0506194 Aug 24 17:34:09.696234 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7ae8bca6-3274-403b-9628-5cd7e61f0802 req-2759853a-5801-4e41-826f-1c75d4d42958 service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975431 Aug 24 17:34:09.696683 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-bb076758-d48a-4ae3-a7e0-46bde9259b31 req-7a389e3c-f9ca-469b-b35a-011af8c3071a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:09.735266 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bb076758-d48a-4ae3-a7e0-46bde9259b31 req-7a389e3c-f9ca-469b-b35a-011af8c3071a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8502092 Aug 24 17:34:09.758288 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a389e3c-f9ca-469b-b35a-011af8c3071a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb5b29a-57cb-4d93-b110-bdc39f484f15,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:09.769851 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-acff9df1-28ca-4247-aa0d-c5ef4a278762 req-d65f177f-ba51-4e4a-9002-a3277be19fdc tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799811 Aug 24 17:34:09.813905 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a8e39-7b77-4ece-97d6-eb400c5685f2 req-1bf430a3-148e-4320-9ad3-716d37d06125 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:09.815383 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fd1a8e39-7b77-4ece-97d6-eb400c5685f2 req-1bf430a3-148e-4320-9ad3-716d37d06125 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 931 time: 0.0590425 Aug 24 17:34:09.847901 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:09.852750 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fd1a8e39-7b77-4ece-97d6-eb400c5685f2 req-015e2c18-1be1-4aa3-906d-0f142dfb0544 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312963 Aug 24 17:34:09.858581 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-dae8bc20-e902-42cc-94ec-dae5d2e5b119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:09.861157 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-dae8bc20-e902-42cc-94ec-dae5d2e5b119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:09.862292 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-dae8bc20-e902-42cc-94ec-dae5d2e5b119 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eb7efa6-2fef-45d2-9f9c-6a0f152269fa HTTP/1.1" status: 204 len: 168 time: 0.4628296 Aug 24 17:34:09.905554 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8bc20-e902-42cc-94ec-dae5d2e5b119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb7efa6-2fef-45d2-9f9c-6a0f152269fa,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:09.922418 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Pushing event updated for resources: {'Port': ['ID=b87d5b34-6abc-4414-9116-75e5807b1f26,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:09.959396 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Attempting to bind port b87d5b34-6abc-4414-9116-75e5807b1f26 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:34:09.959743 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Attempting to bind port b87d5b34-6abc-4414-9116-75e5807b1f26 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:34:09.960047 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Attempting to bind port b87d5b34-6abc-4414-9116-75e5807b1f26 on network a0e8e346-8b7a-4beb-8083-d8c62155826a {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:34:09.965812 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Port b87d5b34-6abc-4414-9116-75e5807b1f26 on network a0e8e346-8b7a-4beb-8083-d8c62155826a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:34:09.966154 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Attempting to bind port b87d5b34-6abc-4414-9116-75e5807b1f26 on network a0e8e346-8b7a-4beb-8083-d8c62155826a {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:34:09.972981 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:34:09.973324 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Checking segment: {'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:34:09.973720 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Bound using segment: {'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:34:09.974150 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Bound port: b87d5b34-6abc-4414-9116-75e5807b1f26, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:34:09.974517 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:10.030767 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61066554-4bb4-470a-93c4-92de8a9ce4e3 req-13c1aa40-693a-4be2-9473-d059973841ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:10.032650 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-61066554-4bb4-470a-93c4-92de8a9ce4e3 req-13c1aa40-693a-4be2-9473-d059973841ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 1096 time: 0.0606003 Aug 24 17:34:10.049999 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] For port b87d5b34-6abc-4414-9116-75e5807b1f26, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:34:10.053873 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] For port b87d5b34-6abc-4414-9116-75e5807b1f26, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b87d5b34-6abc-4414-9116-75e5807b1f26,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:34:10.134360 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61066554-4bb4-470a-93c4-92de8a9ce4e3 req-ace9afef-a315-4267-8d34-554010332a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:10.135990 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-61066554-4bb4-470a-93c4-92de8a9ce4e3 req-ace9afef-a315-4267-8d34-554010332a68 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35168eb5-cbf9-4d30-adbc-57e79e50d223 HTTP/1.1" status: 200 len: 919 time: 0.0954885 Aug 24 17:34:10.184847 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:10.191717 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-61066554-4bb4-470a-93c4-92de8a9ce4e3 req-c6e67028-655b-4caf-83ef-8b304696eb0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf HTTP/1.1" status: 200 len: 217 time: 0.0448079 Aug 24 17:34:10.224524 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:10.225396 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:10.226998 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] 10.222.0.42 "PUT /v2.0/ports/b87d5b34-6abc-4414-9116-75e5807b1f26 HTTP/1.1" status: 200 len: 1093 time: 1.2703972 Aug 24 17:34:10.261472 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61066554-4bb4-470a-93c4-92de8a9ce4e3 req-d8c8205e-3b9e-48a9-b7ed-547d51e2414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:10.263190 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-61066554-4bb4-470a-93c4-92de8a9ce4e3 req-d8c8205e-3b9e-48a9-b7ed-547d51e2414a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f650938-3030-43f2-8815-455fc0962e0a HTTP/1.1" status: 200 len: 858 time: 0.0640094 Aug 24 17:34:10.280265 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fa080-da5b-4c45-9a03-01eb47ca3899 service neutron] Pushing event updated for resources: {'Port': ['ID=b87d5b34-6abc-4414-9116-75e5807b1f26,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:10.309157 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-61066554-4bb4-470a-93c4-92de8a9ce4e3 req-f680a946-6d9d-43a0-9f4d-78089b6ae709 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35168eb5-cbf9-4d30-adbc-57e79e50d223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385804 Aug 24 17:34:10.383166 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-44285f92-2596-4261-92ec-0801e45d03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:10.384819 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-44285f92-2596-4261-92ec-0801e45d03d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 1096 time: 0.0451078 Aug 24 17:34:10.421023 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-61066554-4bb4-470a-93c4-92de8a9ce4e3 req-9966993a-7821-4081-9693-beae83c8a40e service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978692 Aug 24 17:34:10.431764 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-f99e66eb-7151-47bd-94d2-d1bcaa4cc45d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b87d5b34-6abc-4414-9116-75e5807b1f26 HTTP/1.1" status: 200 len: 217 time: 0.0386863 Aug 24 17:34:10.498838 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-b76b297c-6768-4152-bc2c-1c31f784ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:10.500247 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-b76b297c-6768-4152-bc2c-1c31f784ffda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=369c7c3a-2d96-4b71-a819-43b2e67698fe HTTP/1.1" status: 200 len: 856 time: 0.0599802 Aug 24 17:34:10.520608 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-61066554-4bb4-470a-93c4-92de8a9ce4e3 req-82addae0-037a-4457-83f3-c37e3dd7a034 service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917242 Aug 24 17:34:10.550115 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-375250f6-2fe5-4dba-b216-467f6ce075ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:10.551777 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-375250f6-2fe5-4dba-b216-467f6ce075ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8e346-8b7a-4beb-8083-d8c62155826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421956 Aug 24 17:34:10.649451 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 32870) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:10.664180 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f9322150-f123-4087-bc5e-3c3f242ef5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:10.678444 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-b5d16555-bbf4-4860-a630-659603780f9e service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146460 Aug 24 17:34:10.782952 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf824c9c-286c-49a1-9ca0-2f0cae782ee3 req-2058b8aa-10d7-42b2-b3ab-5f893151e6e6 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:10.783897 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-428f9d22-aee6-4b7a-95b4-fac7e6185257 req-b6646f0b-8a80-4b0e-be77-4c901d84683b service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964522 Aug 24 17:34:10.784544 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cf824c9c-286c-49a1-9ca0-2f0cae782ee3 req-2058b8aa-10d7-42b2-b3ab-5f893151e6e6 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 943 time: 0.1122985 Aug 24 17:34:10.791780 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305f348-40f0-44b3-a9bd-c5daee25be18 req-90759cd8-6794-4d42-bec7-e4c5142ed71c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:10.796652 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7305f348-40f0-44b3-a9bd-c5daee25be18 req-90759cd8-6794-4d42-bec7-e4c5142ed71c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 944 time: 0.1191571 Aug 24 17:34:10.874020 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cf824c9c-286c-49a1-9ca0-2f0cae782ee3 req-723f830f-5a45-45b2-a613-06e287b8e88d tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758524 Aug 24 17:34:10.898065 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7305f348-40f0-44b3-a9bd-c5daee25be18 req-43a17d0c-8469-461c-bf8d-6126d157f4ae tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969722 Aug 24 17:34:10.928098 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f9322150-f123-4087-bc5e-3c3f242ef5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:11.012408 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 84f0d42f-836e-48e8-93a2-e134a89114dd details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:34:11.013555 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:34:11.015388 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e7f687-c21a-434b-843a-d28160cc2e88" -d '{"events": [{"name": "network-changed", "server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:34:11.022892 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1dd93-e01e-4087-aadf-2fe3cdace7cd req-e36d1760-ea44-4746-9e96-32529a42f68b tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:11.028928 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-81b1dd93-e01e-4087-aadf-2fe3cdace7cd req-e36d1760-ea44-4746-9e96-32529a42f68b tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 945 time: 0.0885921 Aug 24 17:34:11.034552 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f9322150-f123-4087-bc5e-3c3f242ef5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:11.103465 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaa859-d8a5-4eae-bfed-368333dcba47 req-6ab5ba68-bb90-44b0-90d9-9bce915cdd56 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:11.104947 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-08eaa859-d8a5-4eae-bfed-368333dcba47 req-6ab5ba68-bb90-44b0-90d9-9bce915cdd56 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.1306493 Aug 24 17:34:11.109604 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-f9322150-f123-4087-bc5e-3c3f242ef5d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e76182c3e3a484db0d1052e0d3c27da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567068 Aug 24 17:34:11.110321 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 32892) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:11.110618 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 84f0d42f-836e-48e8-93a2-e134a89114dd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=84f0d42f-836e-48e8-93a2-e134a89114dd,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:11.117013 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9322150-f123-4087-bc5e-3c3f242ef5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585c3af1-4e3f-4a53-9243-9d62240b0122,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:11.123276 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '84f0d42f-836e-48e8-93a2-e134a89114dd', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'port_id': '84f0d42f-836e-48e8-93a2-e134a89114dd', 'mac_address': 'fa:16:3e:4d:1f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:34:11.134038 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-81b1dd93-e01e-4087-aadf-2fe3cdace7cd req-6b39a603-ab32-4f4d-85e2-c766e8a8ac80 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006241 Aug 24 17:34:11.167081 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:11.181480 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f0d42f-836e-48e8-93a2-e134a89114dd {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:34:11.183503 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:34:11.184039 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6c8fe244-24d6-4644-87b1-0723070ac68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:11.207709 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25be182c-6465-446a-8f07-badb96cf8542 x-openstack-request-id: req-25be182c-6465-446a-8f07-badb96cf8542 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:34:11.207857 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 84f0d42f-836e-48e8-93a2-e134a89114dd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=84f0d42f-836e-48e8-93a2-e134a89114dd,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:11.208035 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:34:11.208241 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25be182c-6465-446a-8f07-badb96cf8542 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:34:11.208694 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'status': 'completed', 'code': 200} Aug 24 17:34:11.210947 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-08eaa859-d8a5-4eae-bfed-368333dcba47 req-1504f520-96ff-40a7-b5ba-eb5244d00c77 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971470 Aug 24 17:34:11.217954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6c8fe244-24d6-4644-87b1-0723070ac68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:11.283292 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7f687-c21a-434b-843a-d28160cc2e88 req-70ef4a6f-bc42-4112-87f8-ef7213d9bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:11.284712 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c4e7f687-c21a-434b-843a-d28160cc2e88 req-70ef4a6f-bc42-4112-87f8-ef7213d9bab8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 1096 time: 0.0446165 Aug 24 17:34:11.344228 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:11.392196 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7f687-c21a-434b-843a-d28160cc2e88 req-a6159c46-a9d3-486c-bfa0-7d4feb45e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:11.392196 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c4e7f687-c21a-434b-843a-d28160cc2e88 req-a6159c46-a9d3-486c-bfa0-7d4feb45e561 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 200 len: 918 time: 0.0935760 Aug 24 17:34:11.403139 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=84f0d42f-836e-48e8-93a2-e134a89114dd,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:11.433190 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6c8fe244-24d6-4644-87b1-0723070ac68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:11.436513 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6c8fe244-24d6-4644-87b1-0723070ac68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:11.437660 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-6c8fe244-24d6-4644-87b1-0723070ac68a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/585c3af1-4e3f-4a53-9243-9d62240b0122 HTTP/1.1" status: 204 len: 168 time: 0.3259697 Aug 24 17:34:11.440736 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c4e7f687-c21a-434b-843a-d28160cc2e88 req-635eac6c-70b0-400d-b80e-66d573a23a5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b87d5b34-6abc-4414-9116-75e5807b1f26 HTTP/1.1" status: 200 len: 217 time: 0.0447078 Aug 24 17:34:11.446893 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fe244-24d6-4644-87b1-0723070ac68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585c3af1-4e3f-4a53-9243-9d62240b0122,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:11.499016 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7f687-c21a-434b-843a-d28160cc2e88 req-8b9be66b-dd42-426f-8ed2-da1fdd28a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:11.500533 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c4e7f687-c21a-434b-843a-d28160cc2e88 req-8b9be66b-dd42-426f-8ed2-da1fdd28a26e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=369c7c3a-2d96-4b71-a819-43b2e67698fe HTTP/1.1" status: 200 len: 856 time: 0.0508649 Aug 24 17:34:11.560509 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7f687-c21a-434b-843a-d28160cc2e88 req-fdd4dd04-fbb1-47ed-8064-ccfea4a59a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:11.562385 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c4e7f687-c21a-434b-843a-d28160cc2e88 req-fdd4dd04-fbb1-47ed-8064-ccfea4a59a7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8e346-8b7a-4beb-8083-d8c62155826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488868 Aug 24 17:34:11.627284 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['84f0d42f-836e-48e8-93a2-e134a89114dd'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:34:11.668381 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c4e7f687-c21a-434b-843a-d28160cc2e88 req-f1512bc1-2184-43b8-ab28-15219dc79d77 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950980 Aug 24 17:34:11.773372 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c4e7f687-c21a-434b-843a-d28160cc2e88 req-d2507021-e2e8-4589-9fe8-0a4b1a634be5 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929530 Aug 24 17:34:12.036405 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2f8c9-7300-43d1-b80d-df32ccf6831f req-51257100-f5dd-4295-9559-57a25223af39 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:12.037854 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-11b2f8c9-7300-43d1-b80d-df32ccf6831f req-51257100-f5dd-4295-9559-57a25223af39 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 943 time: 0.0915923 Aug 24 17:34:12.049139 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203643b-b41c-4572-a29d-2428397ed3d5 req-b391cf8c-7f96-47ab-a26f-a283cc58a891 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:12.050420 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9203643b-b41c-4572-a29d-2428397ed3d5 req-b391cf8c-7f96-47ab-a26f-a283cc58a891 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 945 time: 0.0680325 Aug 24 17:34:12.106154 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-11b2f8c9-7300-43d1-b80d-df32ccf6831f req-83ceb9f2-fc33-496c-bb31-6a673048dea5 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547945 Aug 24 17:34:12.109323 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9203643b-b41c-4572-a29d-2428397ed3d5 req-374c9ae7-3ebd-46ff-a0dc-e7d7a3afa299 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524435 Aug 24 17:34:12.252197 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc501b1-b541-40db-b1a3-7cd2e69b4c5b req-068f0b16-7620-4faf-83c2-2f06a3109347 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:12.253697 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7fc501b1-b541-40db-b1a3-7cd2e69b4c5b req-068f0b16-7620-4faf-83c2-2f06a3109347 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 945 time: 0.0498972 Aug 24 17:34:12.322165 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7fc501b1-b541-40db-b1a3-7cd2e69b4c5b req-c5a0a2eb-fa91-453a-bdb7-fed35af511e2 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620682 Aug 24 17:34:12.340369 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a3675-2e6e-47d7-b1cd-f17e7d6dd35a req-48ecc08b-3dc7-4af2-8f66-2b8173f99743 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:12.342206 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f98a3675-2e6e-47d7-b1cd-f17e7d6dd35a req-48ecc08b-3dc7-4af2-8f66-2b8173f99743 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0680599 Aug 24 17:34:12.391045 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f98a3675-2e6e-47d7-b1cd-f17e7d6dd35a req-f8bbb642-06b3-4db6-a993-97deb3277096 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394447 Aug 24 17:34:12.453177 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:13.034774 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:34:13.118019 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 84f0d42f-836e-48e8-93a2-e134a89114dd up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:34:13.264789 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf,segment=NetworkSegment(57eedd77-ebb7-4016-8fae-6acf8c6e963c),segment_id=57eedd77-ebb7-4016-8fae-6acf8c6e963c)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:13.276287 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf', 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223', 'port_id': '09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf', 'mac_address': 'fa:16:3e:80:ec:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f650938-3030-43f2-8815-455fc0962e0a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:34:13.316992 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:13.317835 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbb077-41bc-449f-ac33-e5885fc22658 req-0e9a8c8c-e1cb-48bc-852d-33af57d9fffe tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:13.319567 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ecfbb077-41bc-449f-ac33-e5885fc22658 req-0e9a8c8c-e1cb-48bc-852d-33af57d9fffe tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 943 time: 0.1002033 Aug 24 17:34:13.330769 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98129caf-dec6-44df-9e36-45320c9226c8 req-47d249c9-41aa-4769-9e0e-db2724069d4f tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:13.332327 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-98129caf-dec6-44df-9e36-45320c9226c8 req-47d249c9-41aa-4769-9e0e-db2724069d4f tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 945 time: 0.0685821 Aug 24 17:34:13.335619 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:34:13.363504 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 84f0d42f-836e-48e8-93a2-e134a89114dd completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:34:13.373960 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 84f0d42f-836e-48e8-93a2-e134a89114dd triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:34:13.374176 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:13.413170 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ecfbb077-41bc-449f-ac33-e5885fc22658 req-41ec1c7d-1250-4c0c-9f35-c37c2d778ec3 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754623 Aug 24 17:34:13.436597 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf,segment=NetworkSegment(57eedd77-ebb7-4016-8fae-6acf8c6e963c),segment_id=57eedd77-ebb7-4016-8fae-6acf8c6e963c)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:13.522536 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-98129caf-dec6-44df-9e36-45320c9226c8 req-b2b38b32-570c-49db-adde-e1be5808b895 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264861 Aug 24 17:34:13.531231 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:13.532466 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 98e3765e-80f7-4099-b6cb-5610825d1929 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:34:13.576853 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 98e3765e-80f7-4099-b6cb-5610825d1929, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=98e3765e-80f7-4099-b6cb-5610825d1929,segment=NetworkSegment(57eedd77-ebb7-4016-8fae-6acf8c6e963c),segment_id=57eedd77-ebb7-4016-8fae-6acf8c6e963c)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:13.624471 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470957f-9337-43b2-8f46-135ecd1ee572 req-f083de89-03ea-4db1-8b35-80a558ee8fb6 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:13.635417 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c470957f-9337-43b2-8f46-135ecd1ee572 req-f083de89-03ea-4db1-8b35-80a558ee8fb6 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0860157 Aug 24 17:34:13.682530 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:13.686522 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c470957f-9337-43b2-8f46-135ecd1ee572 req-9e0f8d6f-be9d-4c75-8228-d01a38a88337 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431287 Aug 24 17:34:13.702118 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '98e3765e-80f7-4099-b6cb-5610825d1929', 'network_id': '35168eb5-cbf9-4d30-adbc-57e79e50d223', 'port_id': '98e3765e-80f7-4099-b6cb-5610825d1929', 'mac_address': 'fa:16:3e:f8:66:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f650938-3030-43f2-8815-455fc0962e0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:34:13.712272 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:13.775212 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021434a4-4781-472f-ad8e-43fb1419e27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f0d42f-836e-48e8-93a2-e134a89114dd'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:34:13.777816 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594e5c75-a559-4edd-b5b3-1f29e2c7d771" -d '{"events": [{"server_uuid": "021434a4-4781-472f-ad8e-43fb1419e27a", "name": "network-vif-plugged", "status": "completed", "tag": "84f0d42f-836e-48e8-93a2-e134a89114dd"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:34:13.813257 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 84f0d42f-836e-48e8-93a2-e134a89114dd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=84f0d42f-836e-48e8-93a2-e134a89114dd,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:13.817011 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:13.827221 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9933c2-ac53-4938-9f4f-73306d7c0b5d x-openstack-request-id: req-fb9933c2-ac53-4938-9f4f-73306d7c0b5d {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:34:13.827625 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021434a4-4781-472f-ad8e-43fb1419e27a", "name": "network-vif-plugged", "status": "completed", "tag": "84f0d42f-836e-48e8-93a2-e134a89114dd", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:34:13.827877 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb9933c2-ac53-4938-9f4f-73306d7c0b5d {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:34:13.828252 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021434a4-4781-472f-ad8e-43fb1419e27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f0d42f-836e-48e8-93a2-e134a89114dd', 'code': 200} Aug 24 17:34:13.834147 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e3765e-80f7-4099-b6cb-5610825d1929 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:34:13.855822 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 98e3765e-80f7-4099-b6cb-5610825d1929, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=98e3765e-80f7-4099-b6cb-5610825d1929,segment=NetworkSegment(57eedd77-ebb7-4016-8fae-6acf8c6e963c),segment_id=57eedd77-ebb7-4016-8fae-6acf8c6e963c)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:13.939023 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:13.940796 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:13.990723 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=84f0d42f-836e-48e8-93a2-e134a89114dd,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:14.054991 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=98e3765e-80f7-4099-b6cb-5610825d1929,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:14.073643 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33010) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:14.192283 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['98e3765e-80f7-4099-b6cb-5610825d1929'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:34:14.197576 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:34:14.299973 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4683e6-4518-431a-ad4e-4e8f10e91d8f req-f0cb0fa6-21d9-45c3-a242-8aa376236208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:14.312622 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3b4683e6-4518-431a-ad4e-4e8f10e91d8f req-f0cb0fa6-21d9-45c3-a242-8aa376236208 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 1099 time: 0.0942261 Aug 24 17:34:14.398154 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3b4683e6-4518-431a-ad4e-4e8f10e91d8f req-848d2f48-61e0-4adf-b029-28cab9117e41 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804157 Aug 24 17:34:14.399379 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1818f4fa-e93c-47fc-87d9-cbcddb73b38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:14.509930 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1818f4fa-e93c-47fc-87d9-cbcddb73b38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:14.537144 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb2a7d-4125-4f6f-bfcc-e35b4f2f5815 req-e5df307b-99b3-48d8-8010-a98b5661a06a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:14.538695 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-21cb2a7d-4125-4f6f-bfcc-e35b4f2f5815 req-e5df307b-99b3-48d8-8010-a98b5661a06a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 944 time: 0.0524487 Aug 24 17:34:14.578295 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-21cb2a7d-4125-4f6f-bfcc-e35b4f2f5815 req-b28e597e-d2b9-4d75-92a5-8e19c2ea69d2 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336046 Aug 24 17:34:14.596287 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1818f4fa-e93c-47fc-87d9-cbcddb73b38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:14.699254 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-1818f4fa-e93c-47fc-87d9-cbcddb73b38e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd02155ea8934b36ae539172d9d56eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6145599 Aug 24 17:34:14.705867 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33040) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:14.722822 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818f4fa-e93c-47fc-87d9-cbcddb73b38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057d309c-80a0-4682-afe0-c4d451015b1a,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:14.741820 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92927a5-a5d4-4edc-a409-f508afe726fa req-015677f1-a554-423a-9651-3b92885dc5d2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:14.743642 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a92927a5-a5d4-4edc-a409-f508afe726fa req-015677f1-a554-423a-9651-3b92885dc5d2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0904558 Aug 24 17:34:14.777394 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-da4a4ebf-0e28-4697-8bfb-94b764c1157d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:14.791325 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a92927a5-a5d4-4edc-a409-f508afe726fa req-e6fda66e-7506-4c7a-b986-0149eff6287a tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Aug 24 17:34:14.791934 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33048) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:14.813841 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-da4a4ebf-0e28-4697-8bfb-94b764c1157d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:14.917578 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc245ac0-d9d6-445c-871c-a172549a8ffe req-15008f61-e96c-44c5-b758-8e7b887be77e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:14.919950 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fc245ac0-d9d6-445c-871c-a172549a8ffe req-15008f61-e96c-44c5-b758-8e7b887be77e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0638316 Aug 24 17:34:14.955887 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-da4a4ebf-0e28-4697-8bfb-94b764c1157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:14.959072 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-da4a4ebf-0e28-4697-8bfb-94b764c1157d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:14.963098 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-da4a4ebf-0e28-4697-8bfb-94b764c1157d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/057d309c-80a0-4682-afe0-c4d451015b1a HTTP/1.1" status: 204 len: 168 time: 0.2533934 Aug 24 17:34:14.969069 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fc245ac0-d9d6-445c-871c-a172549a8ffe req-913e5ca5-32f5-4d8e-a484-6b3bdb9f860a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348432 Aug 24 17:34:14.977028 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a4ebf-0e28-4697-8bfb-94b764c1157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057d309c-80a0-4682-afe0-c4d451015b1a,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:15.017426 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-172c252c-ff33-4c94-9ad2-4f6b7b1c5cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.035891 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b87d5b34-6abc-4414-9116-75e5807b1f26 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:34:15.037983 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:34:15.112716 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-172c252c-ff33-4c94-9ad2-4f6b7b1c5cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.173443 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b87d5b34-6abc-4414-9116-75e5807b1f26, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b87d5b34-6abc-4414-9116-75e5807b1f26,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:15.192142 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'port_id': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'mac_address': 'fa:16:3e:f3:ed:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:34:15.207714 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-172c252c-ff33-4c94-9ad2-4f6b7b1c5cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.222458 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:34:15.234712 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:34:15.235349 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.252103 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c252c-ff33-4c94-9ad2-4f6b7b1c5cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d61698-618c-40bf-a231-cc1f72b684b7,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:15.263870 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.282796 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33064) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:15.300949 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87d5b34-6abc-4414-9116-75e5807b1f26 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:34:15.301063 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-172c252c-ff33-4c94-9ad2-4f6b7b1c5cd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b93d60f5205461693f1eecfaf57b009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052447 Aug 24 17:34:15.301063 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33068) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:15.319546 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b87d5b34-6abc-4414-9116-75e5807b1f26, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b87d5b34-6abc-4414-9116-75e5807b1f26,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:15.366931 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.369398 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f280e695-50bf-4041-9a67-ebbcc3d00da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.399100 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f280e695-50bf-4041-9a67-ebbcc3d00da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.408133 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf,segment=NetworkSegment(57eedd77-ebb7-4016-8fae-6acf8c6e963c),segment_id=57eedd77-ebb7-4016-8fae-6acf8c6e963c)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:15.409687 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.481244 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b87d5b34-6abc-4414-9116-75e5807b1f26,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:15.499016 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.499862 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 98e3765e-80f7-4099-b6cb-5610825d1929 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:34:15.593898 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f280e695-50bf-4041-9a67-ebbcc3d00da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.597499 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f280e695-50bf-4041-9a67-ebbcc3d00da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.601994 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-f280e695-50bf-4041-9a67-ebbcc3d00da8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59d61698-618c-40bf-a231-cc1f72b684b7 HTTP/1.1" status: 204 len: 168 time: 0.2999349 Aug 24 17:34:15.604511 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:15.613869 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280e695-50bf-4041-9a67-ebbcc3d00da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d61698-618c-40bf-a231-cc1f72b684b7,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:15.677140 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 98e3765e-80f7-4099-b6cb-5610825d1929 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:34:15.681640 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 98e3765e-80f7-4099-b6cb-5610825d1929 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:34:15.682007 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.688297 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['b87d5b34-6abc-4414-9116-75e5807b1f26'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:34:15.720670 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a336f55a-4829-405b-9ca2-2f1c78c765e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.777502 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e7861-d2e0-43c9-91ba-661bcbff8fb4 req-30dc76d2-4a32-408b-9504-bd401dd9dbfd tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:15.782954 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e03e7861-d2e0-43c9-91ba-661bcbff8fb4 req-30dc76d2-4a32-408b-9504-bd401dd9dbfd tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.1079528 Aug 24 17:34:15.829743 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e468bc29-1f28-4852-bf09-72a047bf6899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:34:15.831985 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e92cc5-571e-4607-8926-90eb6d348382" -d '{"events": [{"server_uuid": "e468bc29-1f28-4852-bf09-72a047bf6899", "name": "network-vif-plugged", "status": "completed", "tag": "09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:34:15.855401 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e03e7861-d2e0-43c9-91ba-661bcbff8fb4 req-4d2880e2-7597-41f6-8822-74f3b3bb95b7 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654845 Aug 24 17:34:15.868293 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a336f55a-4829-405b-9ca2-2f1c78c765e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.870337 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.926687 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efc4df9-512f-423d-b5f7-3f6fd2e670f5 x-openstack-request-id: req-6efc4df9-512f-423d-b5f7-3f6fd2e670f5 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:34:15.927153 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e468bc29-1f28-4852-bf09-72a047bf6899", "name": "network-vif-plugged", "status": "completed", "tag": "09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:34:15.927489 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6efc4df9-512f-423d-b5f7-3f6fd2e670f5 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:34:15.927814 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e468bc29-1f28-4852-bf09-72a047bf6899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf', 'code': 200} Aug 24 17:34:15.956241 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a336f55a-4829-405b-9ca2-2f1c78c765e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:15.957149 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 98e3765e-80f7-4099-b6cb-5610825d1929, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=98e3765e-80f7-4099-b6cb-5610825d1929,segment=NetworkSegment(57eedd77-ebb7-4016-8fae-6acf8c6e963c),segment_id=57eedd77-ebb7-4016-8fae-6acf8c6e963c)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:15.968925 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f331b-c2fb-4d7b-a3c3-9d02747cb8d0 req-66f61446-cb2a-4462-9cae-84918a2029b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:15.983267 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8e9f331b-c2fb-4d7b-a3c3-9d02747cb8d0 req-66f61446-cb2a-4462-9cae-84918a2029b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0951355 Aug 24 17:34:16.011387 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-a336f55a-4829-405b-9ca2-2f1c78c765e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f187943694c457699a275ce77c76dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7247968 Aug 24 17:34:16.013115 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33088) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:16.024923 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8e9f331b-c2fb-4d7b-a3c3-9d02747cb8d0 req-4aea3365-c7a2-49a4-9d5f-ac90fe780291 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395458 Aug 24 17:34:16.038767 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336f55a-4829-405b-9ca2-2f1c78c765e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e564028b-aa4b-4c12-8f1b-4cf76e3335c5,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:16.046284 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:16.098978 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7de73d70-b083-42a3-a006-69212f54c0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:16.126636 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=98e3765e-80f7-4099-b6cb-5610825d1929,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:16.129086 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9c363-52fd-4af0-9750-30d81923e018 req-b712be4f-695e-4b91-9ce7-d6cb85eec75e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:16.131024 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9da9c363-52fd-4af0-9750-30d81923e018 req-b712be4f-695e-4b91-9ce7-d6cb85eec75e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 944 time: 0.0637372 Aug 24 17:34:16.143733 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7de73d70-b083-42a3-a006-69212f54c0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:16.203016 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9da9c363-52fd-4af0-9750-30d81923e018 req-6f3479d2-76ac-4934-a5f3-044de5430261 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604193 Aug 24 17:34:16.220720 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1c025-9856-47e9-909d-07e918d81add req-8871ce63-57ea-454e-bd34-29e511a6f338 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:16.220720 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b3b1c025-9856-47e9-909d-07e918d81add req-8871ce63-57ea-454e-bd34-29e511a6f338 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0884945 Aug 24 17:34:16.230355 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33094) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:16.237509 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-4310fe85-8dfd-4557-92b0-bcde1c66c34b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Request body: {'floatingip': {'port_id': '84f0d42f-836e-48e8-93a2-e134a89114dd'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:34:16.320213 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4310fe85-8dfd-4557-92b0-bcde1c66c34b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:16.355937 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7de73d70-b083-42a3-a006-69212f54c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:16.359836 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7de73d70-b083-42a3-a006-69212f54c0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:16.361068 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-7de73d70-b083-42a3-a006-69212f54c0b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e564028b-aa4b-4c12-8f1b-4cf76e3335c5 HTTP/1.1" status: 204 len: 168 time: 0.3466349 Aug 24 17:34:16.371680 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de73d70-b083-42a3-a006-69212f54c0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e564028b-aa4b-4c12-8f1b-4cf76e3335c5,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:16.383480 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410af495-c436-457e-b569-13d54f266d7c req-6f188c5a-ecf7-409a-800c-eea0dfb57365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:16.384999 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-410af495-c436-457e-b569-13d54f266d7c req-6f188c5a-ecf7-409a-800c-eea0dfb57365 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 1098 time: 0.0558462 Aug 24 17:34:16.423429 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-410af495-c436-457e-b569-13d54f266d7c req-ee006cc5-a718-4044-ad23-7d4b970fbe13 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309486 Aug 24 17:34:16.790878 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33102) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:16.804359 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-62dbcd13-e998-43aa-b4cf-d50214d585b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:16.866500 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33104) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:16.891725 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bd8a73d9-a262-4ee5-8641-62c98054fee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:16.951389 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-62dbcd13-e998-43aa-b4cf-d50214d585b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.047220 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-62dbcd13-e998-43aa-b4cf-d50214d585b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.056475 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b87d5b34-6abc-4414-9116-75e5807b1f26 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:34:17.071337 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf164ce6-c9bd-48b3-bb22-d2ccdd4416fd req-f7acdce3-b686-4774-aecb-54a4badb1738 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:17.072767 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cf164ce6-c9bd-48b3-bb22-d2ccdd4416fd req-f7acdce3-b686-4774-aecb-54a4badb1738 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.1238115 Aug 24 17:34:17.090141 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbcd13-e998-43aa-b4cf-d50214d585b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912c3b5d-3d06-41fa-8393-e919bb88a4ae,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:17.120380 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-62dbcd13-e998-43aa-b4cf-d50214d585b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94cfbcd2fc554530879c68174f847b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283985 Aug 24 17:34:17.124863 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33110) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:17.191764 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4310fe85-8dfd-4557-92b0-bcde1c66c34b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.197327 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cf164ce6-c9bd-48b3-bb22-d2ccdd4416fd req-9b8f0745-ceaa-44a0-86c6-416fbccf05bf tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822453 Aug 24 17:34:17.209061 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-33aa535c-6809-4d51-ae8a-1a105ad47712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.241962 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bd8a73d9-a262-4ee5-8641-62c98054fee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.246403 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-33aa535c-6809-4d51-ae8a-1a105ad47712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.288022 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port b87d5b34-6abc-4414-9116-75e5807b1f26 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:34:17.291265 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port b87d5b34-6abc-4414-9116-75e5807b1f26 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:34:17.297143 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.325789 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4310fe85-8dfd-4557-92b0-bcde1c66c34b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.361972 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bd8a73d9-a262-4ee5-8641-62c98054fee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.400941 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.410132 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-bd8a73d9-a262-4ee5-8641-62c98054fee4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93f61e844c304bcab25fe5714d88a1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5425813 Aug 24 17:34:17.413192 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-33aa535c-6809-4d51-ae8a-1a105ad47712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.415921 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-33aa535c-6809-4d51-ae8a-1a105ad47712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.420570 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-33aa535c-6809-4d51-ae8a-1a105ad47712 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/912c3b5d-3d06-41fa-8393-e919bb88a4ae HTTP/1.1" status: 204 len: 168 time: 0.2943692 Aug 24 17:34:17.421268 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33120) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:17.443459 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603ae7f-5ad8-45f6-abf3-f3c038ffa355 req-7addc36a-a39f-40b2-99fe-7c1afc9bcdee tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:17.445287 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b603ae7f-5ad8-45f6-abf3-f3c038ffa355 req-7addc36a-a39f-40b2-99fe-7c1afc9bcdee tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 944 time: 0.1639752 Aug 24 17:34:17.446279 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a73d9-a262-4ee5-8641-62c98054fee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7d169f-d26c-496c-992f-9af5e86fa3a1,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:17.464527 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b87d5b34-6abc-4414-9116-75e5807b1f26, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b87d5b34-6abc-4414-9116-75e5807b1f26,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:17.479751 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa535c-6809-4d51-ae8a-1a105ad47712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912c3b5d-3d06-41fa-8393-e919bb88a4ae,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:17.504766 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cc6db1a1-08cb-46a3-ae2f-d12ba2388201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.514976 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b603ae7f-5ad8-45f6-abf3-f3c038ffa355 req-f33d133c-ae72-4cde-af5d-7577380c0598 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550294 Aug 24 17:34:17.518083 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.l3_db [None req-4310fe85-8dfd-4557-92b0-bcde1c66c34b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Floating IP 7a2c5114-5890-4ecb-b754-44b1ba1f32a8 associated. External IP: 172.27.2.94, port: 84f0d42f-836e-48e8-93a2-e134a89114dd. Aug 24 17:34:17.539402 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cc6db1a1-08cb-46a3-ae2f-d12ba2388201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.556989 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.629871 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b87d5b34-6abc-4414-9116-75e5807b1f26,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:17.711282 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cc6db1a1-08cb-46a3-ae2f-d12ba2388201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.714981 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cc6db1a1-08cb-46a3-ae2f-d12ba2388201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.720939 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-cc6db1a1-08cb-46a3-ae2f-d12ba2388201 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a7d169f-d26c-496c-992f-9af5e86fa3a1 HTTP/1.1" status: 204 len: 168 time: 0.2918401 Aug 24 17:34:17.726109 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6db1a1-08cb-46a3-ae2f-d12ba2388201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7d169f-d26c-496c-992f-9af5e86fa3a1,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:17.756450 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4310fe85-8dfd-4557-92b0-bcde1c66c34b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Router 3910f0f6-9528-4283-9963-e8f9a43d6f4b has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:34:17.825488 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33128) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:17.843501 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d00c895-b137-41f8-8838-224b99e9b354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.878979 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4310fe85-8dfd-4557-92b0-bcde1c66c34b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:34:17.889191 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4310fe85-8dfd-4557-92b0-bcde1c66c34b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:17.893534 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0547f2-84b7-4bab-9192-d972a06b7028 None None] Sync routers for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:34:17.902559 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0547f2-84b7-4bab-9192-d972a06b7028 None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:34:17.903410 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-1f0547f2-84b7-4bab-9192-d972a06b7028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:34:17.926797 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-4310fe85-8dfd-4557-92b0-bcde1c66c34b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "PUT /v2.0/floatingips/7a2c5114-5890-4ecb-b754-44b1ba1f32a8 HTTP/1.1" status: 200 len: 991 time: 1.6954784 Aug 24 17:34:17.929205 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021434a4-4781-472f-ad8e-43fb1419e27a', 'tag': '84f0d42f-836e-48e8-93a2-e134a89114dd'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:34:17.929312 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ae2460-1b32-4285-a764-81d274edfee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e3765e-80f7-4099-b6cb-5610825d1929'}, {'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:34:17.929861 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519ad132-4cfb-4c45-8c3a-9089866c0b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "021434a4-4781-472f-ad8e-43fb1419e27a", "tag": "84f0d42f-836e-48e8-93a2-e134a89114dd"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:34:17.932218 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7502f4b4-64a9-4f7a-acab-5043197e242e" -d '{"events": [{"server_uuid": "e1ae2460-1b32-4285-a764-81d274edfee8", "name": "network-vif-plugged", "status": "completed", "tag": "98e3765e-80f7-4099-b6cb-5610825d1929"}, {"server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "name": "network-vif-plugged", "status": "completed", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:34:17.969033 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95be13af-0295-4c86-a291-60f29b246293 x-openstack-request-id: req-95be13af-0295-4c86-a291-60f29b246293 {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:34:17.969769 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021434a4-4781-472f-ad8e-43fb1419e27a", "tag": "84f0d42f-836e-48e8-93a2-e134a89114dd", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:34:17.970237 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95be13af-0295-4c86-a291-60f29b246293 {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:34:17.970772 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021434a4-4781-472f-ad8e-43fb1419e27a', 'tag': '84f0d42f-836e-48e8-93a2-e134a89114dd', 'status': 'completed', 'code': 200} Aug 24 17:34:18.015888 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d00c895-b137-41f8-8838-224b99e9b354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:18.044899 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 17:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5437fe-9c41-41e5-9ee3-8219ddb41e1c x-openstack-request-id: req-db5437fe-9c41-41e5-9ee3-8219ddb41e1c {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:34:18.045363 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ae2460-1b32-4285-a764-81d274edfee8", "name": "network-vif-plugged", "status": "completed", "tag": "98e3765e-80f7-4099-b6cb-5610825d1929", "code": 200}, {"server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "name": "network-vif-plugged", "status": "completed", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:34:18.045788 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db5437fe-9c41-41e5-9ee3-8219ddb41e1c {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:34:18.046336 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ae2460-1b32-4285-a764-81d274edfee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e3765e-80f7-4099-b6cb-5610825d1929', 'code': 200} Aug 24 17:34:18.046780 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'code': 200} Aug 24 17:34:18.073406 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ad132-4cfb-4c45-8c3a-9089866c0b7e req-c600e881-7f0b-4e06-b020-aecf42c36fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:18.074901 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-519ad132-4cfb-4c45-8c3a-9089866c0b7e req-c600e881-7f0b-4e06-b020-aecf42c36fb1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fab5df39ab324a65a39f6aa738975daf&device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 1099 time: 0.0718873 Aug 24 17:34:18.132758 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d00c895-b137-41f8-8838-224b99e9b354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:18.146700 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-1f0547f2-84b7-4bab-9192-d972a06b7028 None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:34:18.169636 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33142) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:18.231875 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-5d00c895-b137-41f8-8838-224b99e9b354 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43b1d3e628e2465d870a35cdecbcbd71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038556 Aug 24 17:34:18.235252 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33148) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:18.280564 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00c895-b137-41f8-8838-224b99e9b354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4e53e2-302c-4c5f-ad69-d41b8e838324,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:18.285227 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ad132-4cfb-4c45-8c3a-9089866c0b7e req-064ad654-5ef8-4a20-9a7c-1431fa31e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:18.287137 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-519ad132-4cfb-4c45-8c3a-9089866c0b7e req-064ad654-5ef8-4a20-9a7c-1431fa31e094 service neutron] 10.222.0.42 "GET /v2.0/networks?id=703df97f-2490-4b01-bd7b-1ec10d27aeb4 HTTP/1.1" status: 200 len: 912 time: 0.1969931 Aug 24 17:34:18.334346 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4b977cd6-df6a-42e2-90d1-9895f60457bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:18.390411 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4b977cd6-df6a-42e2-90d1-9895f60457bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:18.418900 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b0210-078c-4cf7-b7b1-326572fe4f84 req-674505d8-26df-48db-bc91-89b028ed2cbf tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:18.421925 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ba0b0210-078c-4cf7-b7b1-326572fe4f84 req-674505d8-26df-48db-bc91-89b028ed2cbf tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.1049263 Aug 24 17:34:18.502241 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-1f0547f2-84b7-4bab-9192-d972a06b7028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '7a2c5114-5890-4ecb-b754-44b1ba1f32a8', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'port_id': '84f0d42f-836e-48e8-93a2-e134a89114dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'mac_address': 'fa:16:3e:4d:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021434a4-4781-472f-ad8e-43fb1419e27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:33:46Z', 'updated_at': '2021-08-24T17:34:16Z', 'revision_number': 1, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:45Z', 'revision_number': 5, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:34:18.534404 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ba0b0210-078c-4cf7-b7b1-326572fe4f84 req-362b3784-348c-4be1-a29b-303ff6e27df9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966287 Aug 24 17:34:18.542781 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ff04-9e9e-4ffa-81d6-f88d9739cae6 req-edda766f-0edd-4f82-b617-32de3b464538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:18.545370 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1166ff04-9e9e-4ffa-81d6-f88d9739cae6 req-edda766f-0edd-4f82-b617-32de3b464538 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 1098 time: 0.1051748 Aug 24 17:34:18.556113 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0547f2-84b7-4bab-9192-d972a06b7028 None None] Checking router: 3910f0f6-9528-4283-9963-e8f9a43d6f4b for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:34:18.570283 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0547f2-84b7-4bab-9192-d972a06b7028 None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:34:18.571133 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-1f0547f2-84b7-4bab-9192-d972a06b7028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:34:18.611189 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-519ad132-4cfb-4c45-8c3a-9089866c0b7e req-a598f6b8-9f60-4023-9e9f-bc1b0018c9c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84f0d42f-836e-48e8-93a2-e134a89114dd HTTP/1.1" status: 200 len: 999 time: 0.3156679 Aug 24 17:34:18.634876 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33156) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:18.689855 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e63d335b-b1ee-4a17-8651-00b9035f7c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:18.695341 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1166ff04-9e9e-4ffa-81d6-f88d9739cae6 req-1c8ce036-cf4a-4b92-a4d7-9ff022d8b064 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286795 Aug 24 17:34:18.732436 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4b977cd6-df6a-42e2-90d1-9895f60457bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:18.733634 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4b977cd6-df6a-42e2-90d1-9895f60457bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:18.734742 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-4b977cd6-df6a-42e2-90d1-9895f60457bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc4e53e2-302c-4c5f-ad69-d41b8e838324 HTTP/1.1" status: 204 len: 168 time: 0.4985430 Aug 24 17:34:18.743475 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ad132-4cfb-4c45-8c3a-9089866c0b7e req-3fb5ce3c-7f26-49ab-9a28-4fbc43a0c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:18.752728 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-519ad132-4cfb-4c45-8c3a-9089866c0b7e req-3fb5ce3c-7f26-49ab-9a28-4fbc43a0c564 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7a0df6f-fffc-4481-bad8-6c067b26a643 HTTP/1.1" status: 200 len: 850 time: 0.1261556 Aug 24 17:34:18.764127 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb5bcc-dc20-49b5-b876-df9c560598b7 req-aa34046e-aae6-405b-b4db-71d4b72069e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:18.767727 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0dfb5bcc-dc20-49b5-b876-df9c560598b7 req-aa34046e-aae6-405b-b4db-71d4b72069e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 1098 time: 0.1699033 Aug 24 17:34:18.775593 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b977cd6-df6a-42e2-90d1-9895f60457bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4e53e2-302c-4c5f-ad69-d41b8e838324,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:18.776133 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-1f0547f2-84b7-4bab-9192-d972a06b7028 None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:34:18.801409 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-142827be-c208-4338-beef-ae12f373a0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:18.846427 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94020512-ff51-4db6-ac5c-6c97859beef5 req-8b3de2ff-2f82-41bc-8e16-ce6f2e425c0d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:18.848194 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-94020512-ff51-4db6-ac5c-6c97859beef5 req-8b3de2ff-2f82-41bc-8e16-ce6f2e425c0d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.1886032 Aug 24 17:34:18.918799 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-94020512-ff51-4db6-ac5c-6c97859beef5 req-e230b9d4-2eaa-46d2-a2f0-2c305c787736 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597494 Aug 24 17:34:18.975633 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e63d335b-b1ee-4a17-8651-00b9035f7c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:18.977954 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0dfb5bcc-dc20-49b5-b876-df9c560598b7 req-1c86e4ef-d84e-4b70-bba5-28879f595b5c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677660 Aug 24 17:34:18.984117 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ad132-4cfb-4c45-8c3a-9089866c0b7e req-a62c1135-f683-4593-9b74-84cf59f3d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:18.985586 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-519ad132-4cfb-4c45-8c3a-9089866c0b7e req-a62c1135-f683-4593-9b74-84cf59f3d2f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=703df97f-2490-4b01-bd7b-1ec10d27aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650611 Aug 24 17:34:19.077753 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-1f0547f2-84b7-4bab-9192-d972a06b7028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '7a2c5114-5890-4ecb-b754-44b1ba1f32a8', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'port_id': '84f0d42f-836e-48e8-93a2-e134a89114dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'mac_address': 'fa:16:3e:4d:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021434a4-4781-472f-ad8e-43fb1419e27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:33:46Z', 'updated_at': '2021-08-24T17:34:16Z', 'revision_number': 1, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:45Z', 'revision_number': 5, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:34:19.116696 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c59292-bff4-438a-bdb0-6b9641f0a1d6 req-577d0f74-f883-4dff-a47c-391d79f78c04 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:19.118397 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f5c59292-bff4-438a-bdb0-6b9641f0a1d6 req-577d0f74-f883-4dff-a47c-391d79f78c04 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0516520 Aug 24 17:34:19.173584 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f5c59292-bff4-438a-bdb0-6b9641f0a1d6 req-27bf10ac-5d23-4b1d-a552-beb2c77965cd tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481746 Aug 24 17:34:19.194537 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e63d335b-b1ee-4a17-8651-00b9035f7c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:19.199884 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0547f2-84b7-4bab-9192-d972a06b7028 None None] The sync data for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi is: [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '7a2c5114-5890-4ecb-b754-44b1ba1f32a8', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'port_id': '84f0d42f-836e-48e8-93a2-e134a89114dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'mac_address': 'fa:16:3e:4d:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021434a4-4781-472f-ad8e-43fb1419e27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:33:46Z', 'updated_at': '2021-08-24T17:34:16Z', 'revision_number': 1, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:45Z', 'revision_number': 5, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:34:19.246819 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33176) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:19.247534 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-e63d335b-b1ee-4a17-8651-00b9035f7c01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=938b2bd56ba94b98a826c0893f2434f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109724 Aug 24 17:34:19.264114 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d335b-b1ee-4a17-8651-00b9035f7c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6854b24-6716-420f-a78e-b5ccfe71d9d2,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:19.335209 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-142827be-c208-4338-beef-ae12f373a0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:19.419473 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-142827be-c208-4338-beef-ae12f373a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:19.457041 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ea74a5a3-f22c-4a9a-a46e-7b84f39a61f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:19.463383 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-519ad132-4cfb-4c45-8c3a-9089866c0b7e req-c172b642-0ef4-4515-9feb-b0194a4f89a5 service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059789 Aug 24 17:34:19.467874 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-142827be-c208-4338-beef-ae12f373a0ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd97ddb71c5b4231972c4bb8220025df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2968767 Aug 24 17:34:19.468834 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142827be-c208-4338-beef-ae12f373a0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d3a0b8-a88a-48ac-b987-73b82d38dcd9,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:19.471383 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33190) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:19.528886 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ea74a5a3-f22c-4a9a-a46e-7b84f39a61f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:19.537907 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5096f4e8-449d-4f30-b101-3bbc2fecb2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:19.546665 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1eaf1-1c56-46fa-b30a-5ee975463204 req-3c6ce719-3236-4a4b-bf45-601e391ea7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:19.548170 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b7a1eaf1-1c56-46fa-b30a-5ee975463204 req-3c6ce719-3236-4a4b-bf45-601e391ea7a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 1098 time: 0.1538823 Aug 24 17:34:19.553759 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a25260-695f-4f39-becd-dabceb3d5b81 None None] New status for floating IP 7a2c5114-5890-4ecb-b754-44b1ba1f32a8: ACTIVE {{(pid=94621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:34:19.598137 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5096f4e8-449d-4f30-b101-3bbc2fecb2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:19.714619 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-519ad132-4cfb-4c45-8c3a-9089866c0b7e req-cb2a1d2c-e2fa-4991-8f93-f6d2c0304af0 service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284634 Aug 24 17:34:19.730981 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1eaf1-1c56-46fa-b30a-5ee975463204 req-6540c45c-3e65-472b-96c6-8a166cf132c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:19.733182 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b7a1eaf1-1c56-46fa-b30a-5ee975463204 req-6540c45c-3e65-472b-96c6-8a166cf132c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35168eb5-cbf9-4d30-adbc-57e79e50d223 HTTP/1.1" status: 200 len: 919 time: 0.1565423 Aug 24 17:34:19.767446 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5096f4e8-449d-4f30-b101-3bbc2fecb2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:19.769986 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5096f4e8-449d-4f30-b101-3bbc2fecb2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:19.771437 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-5096f4e8-449d-4f30-b101-3bbc2fecb2ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96d3a0b8-a88a-48ac-b987-73b82d38dcd9 HTTP/1.1" status: 204 len: 168 time: 0.2991602 Aug 24 17:34:19.776682 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b7a1eaf1-1c56-46fa-b30a-5ee975463204 req-1b65028e-0f38-4d9d-95d1-e0a5fdc43b28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf HTTP/1.1" status: 200 len: 217 time: 0.0353184 Aug 24 17:34:19.780711 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096f4e8-449d-4f30-b101-3bbc2fecb2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d3a0b8-a88a-48ac-b987-73b82d38dcd9,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:19.799389 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ea74a5a3-f22c-4a9a-a46e-7b84f39a61f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:19.802239 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ea74a5a3-f22c-4a9a-a46e-7b84f39a61f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:19.804706 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-ea74a5a3-f22c-4a9a-a46e-7b84f39a61f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6854b24-6716-420f-a78e-b5ccfe71d9d2 HTTP/1.1" status: 204 len: 168 time: 0.5551989 Aug 24 17:34:19.840281 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74a5a3-f22c-4a9a-a46e-7b84f39a61f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6854b24-6716-420f-a78e-b5ccfe71d9d2,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:19.857685 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1eaf1-1c56-46fa-b30a-5ee975463204 req-26a2ef86-bdf4-478b-bcf0-983018f793cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:19.859347 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b7a1eaf1-1c56-46fa-b30a-5ee975463204 req-26a2ef86-bdf4-478b-bcf0-983018f793cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f650938-3030-43f2-8815-455fc0962e0a HTTP/1.1" status: 200 len: 858 time: 0.0700226 Aug 24 17:34:19.914192 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b7a1eaf1-1c56-46fa-b30a-5ee975463204 req-d105a825-948d-489a-8b52-a0107978dff9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35168eb5-cbf9-4d30-adbc-57e79e50d223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248566 Aug 24 17:34:20.072558 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b7a1eaf1-1c56-46fa-b30a-5ee975463204 req-7e76d3af-8788-4218-9f98-e7cc4ec74970 service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401601 Aug 24 17:34:20.074844 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bb55c-c558-42bd-ac9e-ea272234aab8 req-d7e9ca7a-c11b-4086-84fd-eca449439cf3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:20.077102 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-329bb55c-c558-42bd-ac9e-ea272234aab8 req-d7e9ca7a-c11b-4086-84fd-eca449439cf3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0542729 Aug 24 17:34:20.163418 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-329bb55c-c558-42bd-ac9e-ea272234aab8 req-136866d3-a2f0-42c5-a9bf-9dfcb8825e15 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800512 Aug 24 17:34:20.226845 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b7a1eaf1-1c56-46fa-b30a-5ee975463204 req-7e50a7e9-bf6a-4021-8e26-07e1b6dda9e4 service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362290 Aug 24 17:34:20.300595 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbbc5c-98e8-4c6a-977d-447061273449 req-2c8ffff2-0833-47de-9c39-7070c50e5343 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:20.302075 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d2dbbc5c-98e8-4c6a-977d-447061273449 req-2c8ffff2-0833-47de-9c39-7070c50e5343 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0518315 Aug 24 17:34:20.343969 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d2dbbc5c-98e8-4c6a-977d-447061273449 req-62690e4f-1b99-4e15-b7bc-58a812a7e6c4 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 Aug 24 17:34:20.953370 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33234) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:20.966993 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3289-acfa-4721-b079-f6667f7dc6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:21.059372 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3289-acfa-4721-b079-f6667f7dc6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:21.132992 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3289-acfa-4721-b079-f6667f7dc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:21.176509 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-d3ab3289-acfa-4721-b079-f6667f7dc6b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24e75db0d9364ac3833df2eb356aa86c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220297 Aug 24 17:34:21.179788 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33248) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:21.181176 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab3289-acfa-4721-b079-f6667f7dc6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae5ee2e-9ea2-4c69-bc40-5c5a2eaed186,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:21.273379 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3f93-7e33-401c-ba10-8b4d4d4b8d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:21.304155 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3f93-7e33-401c-ba10-8b4d4d4b8d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:21.307273 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb215a-f9e7-4f3c-b244-470027979aab req-7dab8ddf-1461-4ef3-9df1-f9070de688ff tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:21.308864 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-86eb215a-f9e7-4f3c-b244-470027979aab req-7dab8ddf-1461-4ef3-9df1-f9070de688ff tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0597739 Aug 24 17:34:21.361153 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-86eb215a-f9e7-4f3c-b244-470027979aab req-edc72fdd-534a-4711-9a52-41f7a2736e1a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446706 Aug 24 17:34:21.429760 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3f93-7e33-401c-ba10-8b4d4d4b8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:21.435404 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3f93-7e33-401c-ba10-8b4d4d4b8d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:21.437985 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-5d3c3f93-7e33-401c-ba10-8b4d4d4b8d6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ae5ee2e-9ea2-4c69-bc40-5c5a2eaed186 HTTP/1.1" status: 204 len: 168 time: 0.2568786 Aug 24 17:34:21.445819 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c3f93-7e33-401c-ba10-8b4d4d4b8d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae5ee2e-9ea2-4c69-bc40-5c5a2eaed186,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:21.507370 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212420e-b18d-448b-ab71-2ae015c01d02 req-d8375f47-4c11-4306-84a1-875c788a5edf tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:21.508947 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d212420e-b18d-448b-ab71-2ae015c01d02 req-d8375f47-4c11-4306-84a1-875c788a5edf tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0857973 Aug 24 17:34:21.520916 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c8373-e637-486f-a7e5-ce90877ef306 req-3b537d27-d83c-4a48-bb91-11d85c12baa1 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:21.522385 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-210c8373-e637-486f-a7e5-ce90877ef306 req-3b537d27-d83c-4a48-bb91-11d85c12baa1 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0662365 Aug 24 17:34:21.530952 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33270) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:21.536574 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-405f7472-6ee6-4722-b2fc-b3f95f41537a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Request body: {'floatingip': {'port_id': 'b87d5b34-6abc-4414-9116-75e5807b1f26'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:34:21.568370 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d212420e-b18d-448b-ab71-2ae015c01d02 req-f660fe30-ceed-4229-8ce1-a2901284bb78 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448666 Aug 24 17:34:21.622590 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-405f7472-6ee6-4722-b2fc-b3f95f41537a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:22.240126 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-405f7472-6ee6-4722-b2fc-b3f95f41537a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:22.344993 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-405f7472-6ee6-4722-b2fc-b3f95f41537a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:22.453100 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.l3_db [None req-405f7472-6ee6-4722-b2fc-b3f95f41537a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Floating IP 90a7d906-13ab-48b4-a065-6061e02e85cc associated. External IP: 172.27.2.5, port: b87d5b34-6abc-4414-9116-75e5807b1f26. Aug 24 17:34:22.701026 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b597e-f055-4518-82fa-414335f9d82c req-68ff3674-fdc6-4bac-9a84-fe42651c698a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:22.708437 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f98b597e-f055-4518-82fa-414335f9d82c req-68ff3674-fdc6-4bac-9a84-fe42651c698a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0795641 Aug 24 17:34:22.749254 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f98b597e-f055-4518-82fa-414335f9d82c req-243b42a1-dd43-4f32-b975-dca34cbf259f tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398192 Aug 24 17:34:22.875652 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405f7472-6ee6-4722-b2fc-b3f95f41537a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Router 918876a2-9023-49e3-bc35-06543812ce5e has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:34:22.990259 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405f7472-6ee6-4722-b2fc-b3f95f41537a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:34:22.995297 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-405f7472-6ee6-4722-b2fc-b3f95f41537a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:23.009680 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce332c-595a-4632-8ebf-632176d208c1 None None] Sync routers for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:34:23.023564 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce332c-595a-4632-8ebf-632176d208c1 None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:34:23.024223 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-54ce332c-595a-4632-8ebf-632176d208c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:34:23.028120 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-405f7472-6ee6-4722-b2fc-b3f95f41537a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "PUT /v2.0/floatingips/90a7d906-13ab-48b4-a065-6061e02e85cc HTTP/1.1" status: 200 len: 989 time: 1.4954791 Aug 24 17:34:23.029305 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:34:23.041914 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8dcfbb-5276-45cd-b32f-d41690f452d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:34:23.081136 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530f6d5e-c98f-4e24-bcbd-07c609ccb125 x-openstack-request-id: req-530f6d5e-c98f-4e24-bcbd-07c609ccb125 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:34:23.081427 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:34:23.081678 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-530f6d5e-c98f-4e24-bcbd-07c609ccb125 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:34:23.082071 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'status': 'completed', 'code': 200} Aug 24 17:34:23.144518 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-54ce332c-595a-4632-8ebf-632176d208c1 None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:34:23.167225 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dcfbb-5276-45cd-b32f-d41690f452d3 req-18f80f88-257e-4f0d-be31-6e839495afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:23.169485 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ae8dcfbb-5276-45cd-b32f-d41690f452d3 req-18f80f88-257e-4f0d-be31-6e839495afc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 1098 time: 0.0509634 Aug 24 17:34:23.276510 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dcfbb-5276-45cd-b32f-d41690f452d3 req-c5774424-836b-46dc-be62-3afc470dfebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:23.278080 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ae8dcfbb-5276-45cd-b32f-d41690f452d3 req-c5774424-836b-46dc-be62-3afc470dfebf service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 200 len: 918 time: 0.1011786 Aug 24 17:34:23.378241 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ae8dcfbb-5276-45cd-b32f-d41690f452d3 req-13656ac0-572f-4578-ad88-3dd48638e8ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b87d5b34-6abc-4414-9116-75e5807b1f26 HTTP/1.1" status: 200 len: 997 time: 0.0871365 Aug 24 17:34:23.441349 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-54ce332c-595a-4632-8ebf-632176d208c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '90a7d906-13ab-48b4-a065-6061e02e85cc', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'port_id': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'mac_address': 'fa:16:3e:f3:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:34:00Z', 'updated_at': '2021-08-24T17:34:22Z', 'revision_number': 1, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:58Z', 'revision_number': 5, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:34:23.444450 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dcfbb-5276-45cd-b32f-d41690f452d3 req-c64aa272-9295-4751-9059-1b61530fa20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:23.444450 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ae8dcfbb-5276-45cd-b32f-d41690f452d3 req-c64aa272-9295-4751-9059-1b61530fa20e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=369c7c3a-2d96-4b71-a819-43b2e67698fe HTTP/1.1" status: 200 len: 856 time: 0.0547736 Aug 24 17:34:23.473018 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce332c-595a-4632-8ebf-632176d208c1 None None] Checking router: 918876a2-9023-49e3-bc35-06543812ce5e for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:34:23.484237 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce332c-595a-4632-8ebf-632176d208c1 None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:34:23.484958 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-54ce332c-595a-4632-8ebf-632176d208c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:33:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:34:23.525335 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dcfbb-5276-45cd-b32f-d41690f452d3 req-d664f8a3-d691-410f-a5f0-4a1ba7f9ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:23.527458 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ae8dcfbb-5276-45cd-b32f-d41690f452d3 req-d664f8a3-d691-410f-a5f0-4a1ba7f9ec2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8e346-8b7a-4beb-8083-d8c62155826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674849 Aug 24 17:34:23.658909 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-54ce332c-595a-4632-8ebf-632176d208c1 None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:34:23.676551 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ae8dcfbb-5276-45cd-b32f-d41690f452d3 req-8d154afb-12ab-478f-a3d1-f49d2dae9907 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323915 Aug 24 17:34:23.834468 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ae8dcfbb-5276-45cd-b32f-d41690f452d3 req-94cb56d1-07b2-4b27-b9cf-9146be74882d service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290123 Aug 24 17:34:23.990141 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-54ce332c-595a-4632-8ebf-632176d208c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '90a7d906-13ab-48b4-a065-6061e02e85cc', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'port_id': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'mac_address': 'fa:16:3e:f3:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:34:00Z', 'updated_at': '2021-08-24T17:34:22Z', 'revision_number': 1, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:58Z', 'revision_number': 5, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:34:23.992786 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7577822-f4ab-4bc0-8346-d489eeddde4a req-03276a2f-2b0d-4ee8-b928-68643bd0c89b tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:23.994877 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b7577822-f4ab-4bc0-8346-d489eeddde4a req-03276a2f-2b0d-4ee8-b928-68643bd0c89b tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.1093721 Aug 24 17:34:24.013132 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce332c-595a-4632-8ebf-632176d208c1 None None] The sync data for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi is: [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '90a7d906-13ab-48b4-a065-6061e02e85cc', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'port_id': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'mac_address': 'fa:16:3e:f3:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:34:00Z', 'updated_at': '2021-08-24T17:34:22Z', 'revision_number': 1, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:58Z', 'revision_number': 5, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:34:24.053473 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b7577822-f4ab-4bc0-8346-d489eeddde4a req-5c60fc1f-0b91-4040-a0ed-36d60c9394cc tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458922 Aug 24 17:34:24.248783 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c5fdb0-64f7-4c48-8e16-63cd84ffb153 None None] New status for floating IP 90a7d906-13ab-48b4-a065-6061e02e85cc: ACTIVE {{(pid=94621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:34:25.169530 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577b190-11ed-4914-b83c-5c7a8f2c34da req-434b82c7-c273-48f4-81d5-f115fe912cff tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:25.171003 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0577b190-11ed-4914-b83c-5c7a8f2c34da req-434b82c7-c273-48f4-81d5-f115fe912cff tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0522223 Aug 24 17:34:25.210826 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0577b190-11ed-4914-b83c-5c7a8f2c34da req-1fa3c245-cc88-443b-a8ed-e2991f50eab0 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 Aug 24 17:34:25.241399 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3f7180b1-b1c7-4edc-afe6-b0e1cc409501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:26.331556 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e443e8c-859c-46f5-9cbb-d724c47ac260 req-c2597ea7-f0a7-49a4-a3ff-58c5fee09e88 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:26.333043 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5e443e8c-859c-46f5-9cbb-d724c47ac260 req-c2597ea7-f0a7-49a4-a3ff-58c5fee09e88 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0485997 Aug 24 17:34:26.371437 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5e443e8c-859c-46f5-9cbb-d724c47ac260 req-c1793fb5-7a9b-4ecd-b9ff-5bb850e7e834 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322652 Aug 24 17:34:26.796154 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e95853-143f-480b-bb51-1bfaca91d803 req-1bc64f8e-d734-415a-a474-de2f73fe1296 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:26.797872 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1e95853-143f-480b-bb51-1bfaca91d803 req-1bc64f8e-d734-415a-a474-de2f73fe1296 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 945 time: 0.0559335 Aug 24 17:34:26.840187 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1e95853-143f-480b-bb51-1bfaca91d803 req-6cdd918b-5e4b-440f-b1dd-3e6351e67d26 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364776 Aug 24 17:34:27.119928 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33478) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:27.315229 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-38df480c-0ae1-4675-acb9-f411c1488089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:27.423322 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-38df480c-0ae1-4675-acb9-f411c1488089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:27.489315 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113aa12-ce12-4980-9b62-c1d0b4412642 req-936907bf-4bc8-4694-a8a8-6b93b9088484 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:27.490812 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0113aa12-ce12-4980-9b62-c1d0b4412642 req-936907bf-4bc8-4694-a8a8-6b93b9088484 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0505202 Aug 24 17:34:27.531277 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-38df480c-0ae1-4675-acb9-f411c1488089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:27.533781 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0113aa12-ce12-4980-9b62-c1d0b4412642 req-10f3c1cb-f534-4371-8651-4b20c0e614db tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361362 Aug 24 17:34:27.574888 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-38df480c-0ae1-4675-acb9-f411c1488089 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dfe1cbab8eef4f0c964b17ad0b742ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532187 Aug 24 17:34:27.576521 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df480c-0ae1-4675-acb9-f411c1488089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420a29a0-548f-4ec2-8fd9-d9fd1bb4afb1,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:27.578035 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33494) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:27.633376 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-48dab5dd-dc2f-4f1f-91a0-bba7f3f64c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:27.656531 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-48dab5dd-dc2f-4f1f-91a0-bba7f3f64c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:27.801052 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-48dab5dd-dc2f-4f1f-91a0-bba7f3f64c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:27.803656 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-48dab5dd-dc2f-4f1f-91a0-bba7f3f64c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:27.804818 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-48dab5dd-dc2f-4f1f-91a0-bba7f3f64c56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/420a29a0-548f-4ec2-8fd9-d9fd1bb4afb1 HTTP/1.1" status: 204 len: 168 time: 0.2251844 Aug 24 17:34:27.813383 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dab5dd-dc2f-4f1f-91a0-bba7f3f64c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420a29a0-548f-4ec2-8fd9-d9fd1bb4afb1,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:27.967686 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd51e35-657a-4c30-84a8-e1eed89b3fbf req-6ef8710d-ef2f-464a-ae22-82c3c0e151f0 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:27.967686 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bbd51e35-657a-4c30-84a8-e1eed89b3fbf req-6ef8710d-ef2f-464a-ae22-82c3c0e151f0 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 945 time: 0.0551901 Aug 24 17:34:28.010052 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bbd51e35-657a-4c30-84a8-e1eed89b3fbf req-292e1dbc-eb6b-432f-b302-3d7de59deb32 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377526 Aug 24 17:34:28.126759 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e04024a9-4cfe-4e15-94ed-ab48b3dee899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:28.475514 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:28.635532 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33530) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:28.654318 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-af67f003-c866-4070-a4ca-a656c476f029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:28.654516 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cda7c-6ecd-4dae-bc10-1c4da187cc4b req-d9078d3f-4cd5-43cf-8c90-06526414ace1 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:28.655902 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-db8cda7c-6ecd-4dae-bc10-1c4da187cc4b req-d9078d3f-4cd5-43cf-8c90-06526414ace1 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0497012 Aug 24 17:34:28.697611 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-db8cda7c-6ecd-4dae-bc10-1c4da187cc4b req-b6b9d182-7df2-4e2a-a3f8-73ed55510211 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349844 Aug 24 17:34:28.749835 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-af67f003-c866-4070-a4ca-a656c476f029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:28.886402 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-af67f003-c866-4070-a4ca-a656c476f029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:28.969601 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-af67f003-c866-4070-a4ca-a656c476f029 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4011f65e26f74316beb24b056406e662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321505 Aug 24 17:34:28.972168 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33534) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:28.974768 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67f003-c866-4070-a4ca-a656c476f029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff31354a-13ab-4092-9ca5-34fac965d334,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:29.011844 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a7cc-2a9c-4e66-9cc1-26c5a30486bd req-3b700d2d-3937-445c-9ac1-4e829de4b19f tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:29.015047 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-f897a7cc-2a9c-4e66-9cc1-26c5a30486bd req-3b700d2d-3937-445c-9ac1-4e829de4b19f tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.42 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 945 time: 0.0989103 Aug 24 17:34:29.024043 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f715e579-5404-43f4-829d-1e9a51c56821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:29.049032 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f715e579-5404-43f4-829d-1e9a51c56821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:29.148191 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c58311-00b5-46c1-927b-44b0b4cd9562 req-956262bf-49c9-42ea-b231-a0bc7953aaa8 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:29.149775 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a0c58311-00b5-46c1-927b-44b0b4cd9562 req-956262bf-49c9-42ea-b231-a0bc7953aaa8 tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 945 time: 0.0555341 Aug 24 17:34:29.172222 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-f897a7cc-2a9c-4e66-9cc1-26c5a30486bd req-4615d1f1-4e4b-4f08-8b83-66d1caf1228a tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Deleting port 851608c1-328c-4aaa-a919-8f7ed9499d98 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:34:29.172692 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-f897a7cc-2a9c-4e66-9cc1-26c5a30486bd req-4615d1f1-4e4b-4f08-8b83-66d1caf1228a tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:29.192330 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a0c58311-00b5-46c1-927b-44b0b4cd9562 req-969073c9-482e-4adc-a872-2b98be60567e tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e725fe-21e4-451f-85f5-135c808286bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363421 Aug 24 17:34:29.264483 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-f897a7cc-2a9c-4e66-9cc1-26c5a30486bd req-4615d1f1-4e4b-4f08-8b83-66d1caf1228a tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] For port 851608c1-328c-4aaa-a919-8f7ed9499d98, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=851608c1-328c-4aaa-a919-8f7ed9499d98,segment=NetworkSegment(d151a43d-f96d-4dfc-afab-0c4cedafbaac),segment_id=d151a43d-f96d-4dfc-afab-0c4cedafbaac)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:34:29.264772 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-f897a7cc-2a9c-4e66-9cc1-26c5a30486bd req-4615d1f1-4e4b-4f08-8b83-66d1caf1228a tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:29.279194 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-f897a7cc-2a9c-4e66-9cc1-26c5a30486bd req-4615d1f1-4e4b-4f08-8b83-66d1caf1228a tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Calling delete_port for 851608c1-328c-4aaa-a919-8f7ed9499d98 owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:34:29.280248 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f715e579-5404-43f4-829d-1e9a51c56821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:29.282869 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f715e579-5404-43f4-829d-1e9a51c56821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:29.283972 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-f715e579-5404-43f4-829d-1e9a51c56821 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff31354a-13ab-4092-9ca5-34fac965d334 HTTP/1.1" status: 204 len: 168 time: 0.3107316 Aug 24 17:34:29.292181 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715e579-5404-43f4-829d-1e9a51c56821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff31354a-13ab-4092-9ca5-34fac965d334,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:29.469945 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:29.504147 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-f897a7cc-2a9c-4e66-9cc1-26c5a30486bd req-4615d1f1-4e4b-4f08-8b83-66d1caf1228a tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:29.520569 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['851608c1-328c-4aaa-a919-8f7ed9499d98'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:34:29.534237 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615d1f1-4e4b-4f08-8b83-66d1caf1228a tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Pushing event deleted for resources: {'Port': ['ID=851608c1-328c-4aaa-a919-8f7ed9499d98,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:29.597583 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f897a7cc-2a9c-4e66-9cc1-26c5a30486bd req-4615d1f1-4e4b-4f08-8b83-66d1caf1228a tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] No DVR routers for this DVR port 851608c1-328c-4aaa-a919-8f7ed9499d98 on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:34:29.600899 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-f897a7cc-2a9c-4e66-9cc1-26c5a30486bd req-4615d1f1-4e4b-4f08-8b83-66d1caf1228a tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:29.603102 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-f897a7cc-2a9c-4e66-9cc1-26c5a30486bd req-4615d1f1-4e4b-4f08-8b83-66d1caf1228a tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.42 "DELETE /v2.0/ports/851608c1-328c-4aaa-a919-8f7ed9499d98 HTTP/1.1" status: 204 len: 173 time: 0.5690765 Aug 24 17:34:29.603538 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24da7aee-5fbb-4081-a7a7-b037d4e2af52', 'name': 'network-vif-deleted', 'tag': '851608c1-328c-4aaa-a919-8f7ed9499d98'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:34:29.606085 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf9e7e5-0ac2-4eae-924c-638d2690cf1d" -d '{"events": [{"server_uuid": "24da7aee-5fbb-4081-a7a7-b037d4e2af52", "name": "network-vif-deleted", "tag": "851608c1-328c-4aaa-a919-8f7ed9499d98"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:34:29.650048 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bd3978-f53a-4650-8dd6-cfde37ac9410 x-openstack-request-id: req-89bd3978-f53a-4650-8dd6-cfde37ac9410 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:34:29.650639 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24da7aee-5fbb-4081-a7a7-b037d4e2af52", "name": "network-vif-deleted", "tag": "851608c1-328c-4aaa-a919-8f7ed9499d98", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:34:29.650639 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89bd3978-f53a-4650-8dd6-cfde37ac9410 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:34:29.650953 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24da7aee-5fbb-4081-a7a7-b037d4e2af52', 'name': 'network-vif-deleted', 'tag': '851608c1-328c-4aaa-a919-8f7ed9499d98', 'status': 'completed', 'code': 200} Aug 24 17:34:29.823619 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad33d7-a883-4813-b119-f076241d8caa req-f4683ff0-2f64-4080-86ab-aa4accd540ef tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:29.825348 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-29ad33d7-a883-4813-b119-f076241d8caa req-f4683ff0-2f64-4080-86ab-aa4accd540ef tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0533886 Aug 24 17:34:29.864373 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-29ad33d7-a883-4813-b119-f076241d8caa req-95f499c8-3b51-4d13-a166-0321e555dce4 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332868 Aug 24 17:34:30.302850 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5643e33f-e2b5-4f71-bf13-f0cd53e3b957 req-68f4727c-ccf5-4082-8107-b657fba68dff tempest-DeleteServersTestJSON-1925158143 tempest-DeleteServersTestJSON-1925158143-project] 10.222.0.41 "GET /v2.0/ports?device_id=24da7aee-5fbb-4081-a7a7-b037d4e2af52 HTTP/1.1" status: 200 len: 210 time: 0.0257301 Aug 24 17:34:30.443061 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:30.725055 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33596) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:30.858627 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f219d35b-3836-489b-a67a-f2f59f7069e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:31.004093 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f219d35b-3836-489b-a67a-f2f59f7069e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:31.015397 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b1144-7ed8-4724-95fa-f90c3947aef7 req-91222ca4-46fe-41b9-9e86-c37216d0feff tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:31.017166 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-685b1144-7ed8-4724-95fa-f90c3947aef7 req-91222ca4-46fe-41b9-9e86-c37216d0feff tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0741560 Aug 24 17:34:31.065950 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-685b1144-7ed8-4724-95fa-f90c3947aef7 req-fbacaa68-c221-4ba4-aada-88b01b6e8194 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417743 Aug 24 17:34:31.070072 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f219d35b-3836-489b-a67a-f2f59f7069e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:31.116383 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-f219d35b-3836-489b-a67a-f2f59f7069e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a22d1c9f4b08486890b768976ae52b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902013 Aug 24 17:34:31.117559 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219d35b-3836-489b-a67a-f2f59f7069e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2b9f6d-590e-4079-9cf5-53f7b2425abc,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:31.119222 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33614) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:31.175145 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-43e42298-40c6-4fd3-b8b7-f29acea7ad7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:31.196383 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-43e42298-40c6-4fd3-b8b7-f29acea7ad7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:31.384983 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-43e42298-40c6-4fd3-b8b7-f29acea7ad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:31.389481 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-43e42298-40c6-4fd3-b8b7-f29acea7ad7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:31.390702 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-43e42298-40c6-4fd3-b8b7-f29acea7ad7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e2b9f6d-590e-4079-9cf5-53f7b2425abc HTTP/1.1" status: 204 len: 168 time: 0.2683477 Aug 24 17:34:31.400869 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e42298-40c6-4fd3-b8b7-f29acea7ad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2b9f6d-590e-4079-9cf5-53f7b2425abc,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:32.140331 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33686) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:32.155729 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3789219e-ef4b-4fe8-bfd7-2f37dea1b402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:32.210896 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576bdd6-3a3b-4f2f-bb2e-159af0db218f req-26a045c9-2f5d-445d-becd-8496aa4c432d tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:32.212480 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6576bdd6-3a3b-4f2f-bb2e-159af0db218f req-26a045c9-2f5d-445d-becd-8496aa4c432d tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0630474 Aug 24 17:34:32.267694 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6576bdd6-3a3b-4f2f-bb2e-159af0db218f req-1ced3a76-7e62-4b70-bb13-f349b33bbb99 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482318 Aug 24 17:34:32.282627 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3789219e-ef4b-4fe8-bfd7-2f37dea1b402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:32.378160 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3789219e-ef4b-4fe8-bfd7-2f37dea1b402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:32.416067 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-3789219e-ef4b-4fe8-bfd7-2f37dea1b402 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05d1c01eec2f4f69b3c0f67095926721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744677 Aug 24 17:34:32.418318 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789219e-ef4b-4fe8-bfd7-2f37dea1b402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f8b6b5-a7bf-426b-a620-7d9f21b49011,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:32.418809 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33700) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:32.477286 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:32.682469 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33714) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:32.688277 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:32.795915 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e5502a5d-eb0d-4f98-9e83-6078cdca9729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:32.916053 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:32.924259 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:32.924259 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23f8b6b5-a7bf-426b-a620-7d9f21b49011 HTTP/1.1" status: 204 len: 168 time: 0.5009840 Aug 24 17:34:32.928749 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f8b6b5-a7bf-426b-a620-7d9f21b49011,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:32.938267 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:32.939437 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:32.939966 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:32.940542 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:32.949952 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:32.950536 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:32.950942 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:32.951339 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:32.951738 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:32.952125 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:32.952562 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:32.952949 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a84e-ed56-4e31-8177-b2bcb220e3f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:33.009674 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33734) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:33.021966 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e5502a5d-eb0d-4f98-9e83-6078cdca9729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.050759 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33736) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:33.066583 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_v2 [None req-170a12f1-a4fe-4a03-98b6-50cada1c371c admin admin] Deleting subnet 511d4828-dc77-40b3-817b-691d41f4e63d {{(pid=94620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:34:33.072425 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-170a12f1-a4fe-4a03-98b6-50cada1c371c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.107016 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-170a12f1-a4fe-4a03-98b6-50cada1c371c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.116339 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-170a12f1-a4fe-4a03-98b6-50cada1c371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.131368 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e5502a5d-eb0d-4f98-9e83-6078cdca9729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.168943 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9279-f1b7-49cb-9f08-d30646e8eeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.173597 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-e5502a5d-eb0d-4f98-9e83-6078cdca9729 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94bebf7065b646b4ba749479cb33e43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899650 Aug 24 17:34:33.175064 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5502a5d-eb0d-4f98-9e83-6078cdca9729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759b47db-a577-4aac-966d-2f5b05fb5517,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:33.179159 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33740) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:33.181097 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 851608c1-328c-4aaa-a919-8f7ed9499d98 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:34:33.208254 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 851608c1-328c-4aaa-a919-8f7ed9499d98 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:34:33.208625 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 851608c1-328c-4aaa-a919-8f7ed9499d98 not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:34:33.231904 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6bb12872-e111-4663-b8a6-77e99ab311d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.253763 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6bb12872-e111-4663-b8a6-77e99ab311d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.274025 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9279-f1b7-49cb-9f08-d30646e8eeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.387547 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fda77-177d-4228-a585-670189076729 req-334f276d-e0e8-405c-b8d2-c16340527e56 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:33.389047 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1c5fda77-177d-4228-a585-670189076729 req-334f276d-e0e8-405c-b8d2-c16340527e56 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0476139 Aug 24 17:34:33.427606 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1c5fda77-177d-4228-a585-670189076729 req-87afa1b6-c1c4-4940-9d6a-728c5bc6b6c8 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323479 Aug 24 17:34:33.538643 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-170a12f1-a4fe-4a03-98b6-50cada1c371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for subnet, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.540703 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9279-f1b7-49cb-9f08-d30646e8eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.582784 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a12f1-a4fe-4a03-98b6-50cada1c371c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=511d4828-dc77-40b3-817b-691d41f4e63d,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:33.595235 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6bb12872-e111-4663-b8a6-77e99ab311d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.595840 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-170a12f1-a4fe-4a03-98b6-50cada1c371c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.596099 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6bb12872-e111-4663-b8a6-77e99ab311d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.600236 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-6bb12872-e111-4663-b8a6-77e99ab311d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/759b47db-a577-4aac-966d-2f5b05fb5517 HTTP/1.1" status: 204 len: 168 time: 0.4168897 Aug 24 17:34:33.600482 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-170a12f1-a4fe-4a03-98b6-50cada1c371c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/511d4828-dc77-40b3-817b-691d41f4e63d HTTP/1.1" status: 204 len: 168 time: 0.5936098 Aug 24 17:34:33.600573 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33744) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:33.618587 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb9279-f1b7-49cb-9f08-d30646e8eeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a156aa1-b650-43ed-accf-8403de8f1fa0,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:33.623950 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-d5eb9279-f1b7-49cb-9f08-d30646e8eeb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ff7181763604d66ad8e9ed3caf10c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5693822 Aug 24 17:34:33.624337 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33750) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:33.642354 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb12872-e111-4663-b8a6-77e99ab311d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759b47db-a577-4aac-966d-2f5b05fb5517,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:33.702503 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b2079e9f-d3b9-47b0-b86b-efab6d8907eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.725669 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.737161 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b2079e9f-d3b9-47b0-b86b-efab6d8907eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.853380 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.865192 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:33.869755 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:33.869755 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:33.869755 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > port after_create 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:33.869755 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > port after_delete 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:33.869755 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > port after_update 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:33.869755 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:33.869755 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:33.869755 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:33.869755 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:33.886778 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b2079e9f-d3b9-47b0-b86b-efab6d8907eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.889999 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b2079e9f-d3b9-47b0-b86b-efab6d8907eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:33.893860 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-b2079e9f-d3b9-47b0-b86b-efab6d8907eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a156aa1-b650-43ed-accf-8403de8f1fa0 HTTP/1.1" status: 204 len: 168 time: 0.2660017 Aug 24 17:34:33.902446 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2079e9f-d3b9-47b0-b86b-efab6d8907eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a156aa1-b650-43ed-accf-8403de8f1fa0,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:34.033137 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:34.033491 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:34.033821 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:34.034225 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:34:34.034622 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55983cf-7171-4734-9c95-18a2a001e37f']}} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:34:34.055577 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd151a43d-f96d-4dfc-afab-0c4cedafbaac') {'for_net_delete': True} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:34:34.055867 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd151a43d-f96d-4dfc-afab-0c4cedafbaac') {} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:34:34.072951 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14568597'] for segment, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:34.095884 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:34.107259 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:34:34.107682 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12719635'] for segment, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: from cryptography.utils import int_from_bytes Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: from cryptography.utils import int_from_bytes Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: Traceback (most recent call last): Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: timer() Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: cb(*args, **kw) Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: return func(*args, **kwargs) Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: self._notify() Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: self.callback(batched_events) Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: event.method(event) Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: return f(self, *a, **k) Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._get(url).json() Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: return self.request(url, 'GET', **kwargs) Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:34:34.111647 dv-cinder-788782-4-iscsi neutron-server[94619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:34:34.315350 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:34.322833 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:34.325957 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] 10.222.0.41 "DELETE /v2.0/networks/a55983cf-7171-4734-9c95-18a2a001e37f HTTP/1.1" status: 204 len: 168 time: 0.7214963 Aug 24 17:34:34.335628 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Pushing event deleted for resources: {'Network': ['ID=a55983cf-7171-4734-9c95-18a2a001e37f,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:34.343968 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:34.344609 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:34.345024 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:34.345356 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:34.345687 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:34.346015 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:34.346338 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:34.346662 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:34.346985 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:34.347300 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:34.347613 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:34.347930 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42695e3-d98f-46ad-b929-98bc2cd4cb4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:34:34.548634 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4c4d2-7bad-4124-9720-7448173a7c88 req-6dee3e90-b2c2-4c91-8abc-9d8cc56f26f8 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:34.557192 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-80c4c4d2-7bad-4124-9720-7448173a7c88 req-6dee3e90-b2c2-4c91-8abc-9d8cc56f26f8 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0518849 Aug 24 17:34:34.574169 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33784) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:34.587763 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9d0039a-74e5-47b2-a53f-9fce70c90145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:34.591697 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-80c4c4d2-7bad-4124-9720-7448173a7c88 req-d542745d-848e-45e0-af58-8bc2d8bed6b1 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Aug 24 17:34:34.680667 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9d0039a-74e5-47b2-a53f-9fce70c90145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:34.806271 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9d0039a-74e5-47b2-a53f-9fce70c90145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:34.845548 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b9d0039a-74e5-47b2-a53f-9fce70c90145 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a4e68271ec34e5e9ad45fd9fe888efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675653 Aug 24 17:34:34.845548 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0039a-74e5-47b2-a53f-9fce70c90145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492d43db-2504-43aa-91a2-3e829fd191e7,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:34.846041 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33786) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:34.894443 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-13548550-7f01-4fe2-ba2f-bcd77025b4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:34.925602 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-13548550-7f01-4fe2-ba2f-bcd77025b4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.040023 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33792) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:35.079538 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-f872a7a6-ceb6-4e25-801c-3407f61a7406 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=877ab47f78ff49f691cb09888a716008&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383141 Aug 24 17:34:35.080691 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-13548550-7f01-4fe2-ba2f-bcd77025b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.082412 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33794) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:35.083412 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-13548550-7f01-4fe2-ba2f-bcd77025b4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.085510 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-13548550-7f01-4fe2-ba2f-bcd77025b4e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/492d43db-2504-43aa-91a2-3e829fd191e7 HTTP/1.1" status: 204 len: 168 time: 0.2373564 Aug 24 17:34:35.094519 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13548550-7f01-4fe2-ba2f-bcd77025b4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492d43db-2504-43aa-91a2-3e829fd191e7,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:35.135520 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b81fd4d3-b4fa-4dfe-9547-3f13ac1d665d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.158127 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b81fd4d3-b4fa-4dfe-9547-3f13ac1d665d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.165164 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33800) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:35.297947 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b81fd4d3-b4fa-4dfe-9547-3f13ac1d665d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.300489 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b81fd4d3-b4fa-4dfe-9547-3f13ac1d665d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.301624 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b81fd4d3-b4fa-4dfe-9547-3f13ac1d665d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74e725fe-21e4-451f-85f5-135c808286bb HTTP/1.1" status: 204 len: 168 time: 0.2181849 Aug 24 17:34:35.309349 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fd4d3-b4fa-4dfe-9547-3f13ac1d665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e725fe-21e4-451f-85f5-135c808286bb,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:35.327569 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33808) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:35.342115 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7ea87c0b-78d4-4b0c-b155-bdfb0befb460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.432099 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7ea87c0b-78d4-4b0c-b155-bdfb0befb460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.516830 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a8522c43-235f-4235-bd9b-73d0b10b7cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.533992 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7ea87c0b-78d4-4b0c-b155-bdfb0befb460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.585526 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-7ea87c0b-78d4-4b0c-b155-bdfb0befb460 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8190262086b47b29e57ab2adbdf7d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566929 Aug 24 17:34:35.588544 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33814) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:35.590732 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea87c0b-78d4-4b0c-b155-bdfb0befb460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3dab0c-8477-4071-9008-15150723e7a4,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:35.640447 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5b4d-86c7-49af-a24f-8c9dec452e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.659171 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a8522c43-235f-4235-bd9b-73d0b10b7cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.661865 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5b4d-86c7-49af-a24f-8c9dec452e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.723367 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e730d84-c68f-4b4e-89d5-50a919bee0da req-f057c663-3fa4-4daa-9185-5db048640e9a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:35.724953 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8e730d84-c68f-4b4e-89d5-50a919bee0da req-f057c663-3fa4-4daa-9185-5db048640e9a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0534194 Aug 24 17:34:35.744397 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a8522c43-235f-4235-bd9b-73d0b10b7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.792523 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a8522c43-235f-4235-bd9b-73d0b10b7cb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b9142551cca411a83954be2e17f9d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261749 Aug 24 17:34:35.795418 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33820) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:35.800957 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8e730d84-c68f-4b4e-89d5-50a919bee0da req-28c33d63-18cb-4cf4-b7af-808337651c07 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699892 Aug 24 17:34:35.801911 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8522c43-235f-4235-bd9b-73d0b10b7cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1683113-aa49-4a80-8fb5-15c2985cbd93,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:35.826932 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5b4d-86c7-49af-a24f-8c9dec452e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.834165 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5b4d-86c7-49af-a24f-8c9dec452e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.835771 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-a9fc5b4d-86c7-49af-a24f-8c9dec452e7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d3dab0c-8477-4071-9008-15150723e7a4 HTTP/1.1" status: 204 len: 168 time: 0.2459738 Aug 24 17:34:35.862191 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc5b4d-86c7-49af-a24f-8c9dec452e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3dab0c-8477-4071-9008-15150723e7a4,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:35.884220 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-78156f48-4906-432c-8789-2c43ceb4d456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:35.913605 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-78156f48-4906-432c-8789-2c43ceb4d456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:36.069814 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-78156f48-4906-432c-8789-2c43ceb4d456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:36.072555 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-78156f48-4906-432c-8789-2c43ceb4d456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:36.073725 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-78156f48-4906-432c-8789-2c43ceb4d456 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1683113-aa49-4a80-8fb5-15c2985cbd93 HTTP/1.1" status: 204 len: 168 time: 0.2771544 Aug 24 17:34:36.081402 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78156f48-4906-432c-8789-2c43ceb4d456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1683113-aa49-4a80-8fb5-15c2985cbd93,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:36.938527 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7a7c5-222d-42ef-84cc-7e0ad0067533 req-ce03514a-eabe-499f-aeff-eceddde853b0 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:36.940021 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4ad7a7c5-222d-42ef-84cc-7e0ad0067533 req-ce03514a-eabe-499f-aeff-eceddde853b0 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0484397 Aug 24 17:34:36.978477 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4ad7a7c5-222d-42ef-84cc-7e0ad0067533 req-319e3d53-ef4e-4c33-b23c-52dd275523d6 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324211 Aug 24 17:34:37.000856 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33868) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:37.016250 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d2191b80-ffe2-478c-9f93-396542a2bdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:37.122070 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d2191b80-ffe2-478c-9f93-396542a2bdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:37.188400 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d2191b80-ffe2-478c-9f93-396542a2bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:37.226982 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-d2191b80-ffe2-478c-9f93-396542a2bdca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01f9ada5de8645828fefb70ee34c41cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245600 Aug 24 17:34:37.227846 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2191b80-ffe2-478c-9f93-396542a2bdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74137245-8459-4154-b19f-c342f58764ac,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:37.233942 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33878) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:37.288254 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6e6d924a-f3c0-4d85-a7c2-bc2b9c8a51e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:37.313268 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6e6d924a-f3c0-4d85-a7c2-bc2b9c8a51e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:37.446638 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6e6d924a-f3c0-4d85-a7c2-bc2b9c8a51e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:37.449432 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6e6d924a-f3c0-4d85-a7c2-bc2b9c8a51e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:37.453401 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-6e6d924a-f3c0-4d85-a7c2-bc2b9c8a51e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74137245-8459-4154-b19f-c342f58764ac HTTP/1.1" status: 204 len: 168 time: 0.2181747 Aug 24 17:34:37.463588 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d924a-f3c0-4d85-a7c2-bc2b9c8a51e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74137245-8459-4154-b19f-c342f58764ac,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:38.100226 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314bfab-7243-4170-ad59-37f701bb21e3 req-45c8846b-d004-40b6-9aa5-c1e71bed3622 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:38.105123 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6314bfab-7243-4170-ad59-37f701bb21e3 req-45c8846b-d004-40b6-9aa5-c1e71bed3622 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0498996 Aug 24 17:34:38.180841 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6314bfab-7243-4170-ad59-37f701bb21e3 req-a8924c98-b42d-4fa0-a7bf-8a62ce906ebd tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726495 Aug 24 17:34:38.549227 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 33930) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:38.565014 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdb03-0e53-446b-a740-9be6bac52fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:38.661007 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdb03-0e53-446b-a740-9be6bac52fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:38.778652 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdb03-0e53-446b-a740-9be6bac52fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:38.830051 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-ce0bdb03-0e53-446b-a740-9be6bac52fda admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eafb83ceb1594f788f041ed747f08035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794051 Aug 24 17:34:38.833046 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33942) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:38.834460 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bdb03-0e53-446b-a740-9be6bac52fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe13af2-5a52-45e9-8894-38d7cc661187,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:38.905578 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-50eb74fe-748d-419e-b98a-cf6102231552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:38.930026 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-50eb74fe-748d-419e-b98a-cf6102231552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:39.069942 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-50eb74fe-748d-419e-b98a-cf6102231552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:39.073720 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-50eb74fe-748d-419e-b98a-cf6102231552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:39.075270 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-50eb74fe-748d-419e-b98a-cf6102231552 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbe13af2-5a52-45e9-8894-38d7cc661187 HTTP/1.1" status: 204 len: 168 time: 0.2403224 Aug 24 17:34:39.083505 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb74fe-748d-419e-b98a-cf6102231552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe13af2-5a52-45e9-8894-38d7cc661187,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:39.264223 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33952) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:39.336463 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db817e1a-c5d9-4ad1-b846-5755fef5e03d req-b6a04e24-074e-45f6-9dfe-2f17a8f9c361 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:39.339714 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-db817e1a-c5d9-4ad1-b846-5755fef5e03d req-b6a04e24-074e-45f6-9dfe-2f17a8f9c361 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0640073 Aug 24 17:34:39.410221 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-db817e1a-c5d9-4ad1-b846-5755fef5e03d req-27ca0b19-4a99-4291-bcd2-b9bdafdcb4c1 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598748 Aug 24 17:34:39.475387 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9db3a8f7-e6df-490b-a156-fe8f0213a834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:39.546872 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1e8aa4d9-9424-4a7e-b35b-d61d5c45d717 req-03ade9a2-516a-484d-abd7-320d98fd8af0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681720 Aug 24 17:34:39.645196 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9db3a8f7-e6df-490b-a156-fe8f0213a834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:39.662577 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8aa4d9-9424-4a7e-b35b-d61d5c45d717 req-f46a0d22-8a3c-480f-825f-0b3559935ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:39.664087 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1e8aa4d9-9424-4a7e-b35b-d61d5c45d717 req-f46a0d22-8a3c-480f-825f-0b3559935ff3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fab5df39ab324a65a39f6aa738975daf&device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 1099 time: 0.0533202 Aug 24 17:34:39.735343 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9db3a8f7-e6df-490b-a156-fe8f0213a834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:39.821724 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3a8f7-e6df-490b-a156-fe8f0213a834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc098b5-e72e-428b-b45e-07002bdbbec7,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:39.842619 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-9db3a8f7-e6df-490b-a156-fe8f0213a834 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a562221f4704c1b927861f5b893837d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5771394 Aug 24 17:34:39.845282 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 33976) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:39.893591 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8aa4d9-9424-4a7e-b35b-d61d5c45d717 req-c38b7440-4f74-498a-b532-2e1727b378cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:39.894996 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1e8aa4d9-9424-4a7e-b35b-d61d5c45d717 req-c38b7440-4f74-498a-b532-2e1727b378cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=703df97f-2490-4b01-bd7b-1ec10d27aeb4 HTTP/1.1" status: 200 len: 912 time: 0.1859469 Aug 24 17:34:39.958031 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e24a5568-21e2-45b5-aec8-a5bafb7ffb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:39.990928 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e24a5568-21e2-45b5-aec8-a5bafb7ffb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:39.993807 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1e8aa4d9-9424-4a7e-b35b-d61d5c45d717 req-3131034a-0e48-436b-b8f2-a132cbc9cbf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84f0d42f-836e-48e8-93a2-e134a89114dd HTTP/1.1" status: 200 len: 1001 time: 0.0853701 Aug 24 17:34:40.077689 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8aa4d9-9424-4a7e-b35b-d61d5c45d717 req-80e10785-7d37-413d-af07-c0d2f3f75497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:40.079208 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1e8aa4d9-9424-4a7e-b35b-d61d5c45d717 req-80e10785-7d37-413d-af07-c0d2f3f75497 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7a0df6f-fffc-4481-bad8-6c067b26a643 HTTP/1.1" status: 200 len: 850 time: 0.0721152 Aug 24 17:34:40.133460 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8aa4d9-9424-4a7e-b35b-d61d5c45d717 req-d9393ca2-b6d9-4b45-8817-1767e12b5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:40.135215 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1e8aa4d9-9424-4a7e-b35b-d61d5c45d717 req-d9393ca2-b6d9-4b45-8817-1767e12b5f28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=703df97f-2490-4b01-bd7b-1ec10d27aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425587 Aug 24 17:34:40.241915 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1e8aa4d9-9424-4a7e-b35b-d61d5c45d717 req-332e7f5f-d5cc-4be4-8877-a6c092ba4890 service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958893 Aug 24 17:34:40.278452 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e24a5568-21e2-45b5-aec8-a5bafb7ffb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:40.280573 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e24a5568-21e2-45b5-aec8-a5bafb7ffb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:40.281673 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-e24a5568-21e2-45b5-aec8-a5bafb7ffb61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2dc098b5-e72e-428b-b45e-07002bdbbec7 HTTP/1.1" status: 204 len: 168 time: 0.4353564 Aug 24 17:34:40.325606 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a5568-21e2-45b5-aec8-a5bafb7ffb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc098b5-e72e-428b-b45e-07002bdbbec7,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:40.364534 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1e8aa4d9-9424-4a7e-b35b-d61d5c45d717 req-2b9c3f63-5c4f-42d9-babb-699535f31a63 service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061296 Aug 24 17:34:40.526083 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc720e-0af9-4893-8aa6-28f29817ef9e req-2fccbd51-e946-4ca3-959b-ebdd74e7a6cd tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:40.527640 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d6dc720e-0af9-4893-8aa6-28f29817ef9e req-2fccbd51-e946-4ca3-959b-ebdd74e7a6cd tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0526485 Aug 24 17:34:40.565397 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d6dc720e-0af9-4893-8aa6-28f29817ef9e req-21bd8b34-aced-4bae-9f78-fbaba1928f9a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Aug 24 17:34:41.698758 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590e757-335f-4774-852b-85853c816cc6 req-a794bf63-11df-483a-bed8-7a9c869c9df5 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:41.698758 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1590e757-335f-4774-852b-85853c816cc6 req-a794bf63-11df-483a-bed8-7a9c869c9df5 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0543876 Aug 24 17:34:41.733081 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1590e757-335f-4774-852b-85853c816cc6 req-853ccffa-2364-42a7-aa50-f8d2ee82d82a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369198 Aug 24 17:34:42.429158 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:42.862922 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712c6a1-1eb6-458e-b842-c53087853e80 req-40fda004-1c4f-4387-820e-9eac0e47e3fc tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:42.864423 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3712c6a1-1eb6-458e-b842-c53087853e80 req-40fda004-1c4f-4387-820e-9eac0e47e3fc tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0608461 Aug 24 17:34:42.904481 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3712c6a1-1eb6-458e-b842-c53087853e80 req-445fb09b-4658-4c39-b52d-44971dcd900e tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Aug 24 17:34:45.560126 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa551d43-1080-477d-b3a9-0ac472215de9 req-86833879-9e21-49d5-83a6-13e3dc4e9cdf tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:45.561638 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fa551d43-1080-477d-b3a9-0ac472215de9 req-86833879-9e21-49d5-83a6-13e3dc4e9cdf tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0526669 Aug 24 17:34:45.599895 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fa551d43-1080-477d-b3a9-0ac472215de9 req-6ef3ccd1-5761-4021-925f-ee9ace2a2d2f tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323935 Aug 24 17:34:46.722638 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3ad0d-499b-4b7d-bdfb-8ff01cfbaea4 req-c8105337-12e3-4fd1-a270-3ce98820fcc9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:46.724161 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-20a3ad0d-499b-4b7d-bdfb-8ff01cfbaea4 req-c8105337-12e3-4fd1-a270-3ce98820fcc9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0483081 Aug 24 17:34:46.763382 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-20a3ad0d-499b-4b7d-bdfb-8ff01cfbaea4 req-fe76b8ea-f5b5-4790-ba52-78a5e014273b tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332129 Aug 24 17:34:48.184350 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:34:50.033619 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8117fa-952c-4f5b-8eb6-068ac6983fe6 req-4ae1f2a2-4cf0-4fc0-9143-1986dc2393bc tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:50.035092 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1f8117fa-952c-4f5b-8eb6-068ac6983fe6 req-4ae1f2a2-4cf0-4fc0-9143-1986dc2393bc tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0479622 Aug 24 17:34:50.072193 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1f8117fa-952c-4f5b-8eb6-068ac6983fe6 req-d7f6a07c-5299-4ba2-a41c-10b5a7ca6f5c tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311267 Aug 24 17:34:51.286242 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df8d3a-eee7-4257-b536-278820cb3696 req-2c1948c2-62f2-410a-9b5e-c463dc2f6d12 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:51.287787 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-50df8d3a-eee7-4257-b536-278820cb3696 req-2c1948c2-62f2-410a-9b5e-c463dc2f6d12 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0542963 Aug 24 17:34:51.336263 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-50df8d3a-eee7-4257-b536-278820cb3696 req-9225bbe0-3fc0-4fad-bf43-75157738cebf tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414834 Aug 24 17:34:52.138493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b422c85-ceeb-4780-a41f-190771bb4274 req-a21ec7ee-ffb7-462d-ac72-2ba007a7f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:52.138493 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5b422c85-ceeb-4780-a41f-190771bb4274 req-a21ec7ee-ffb7-462d-ac72-2ba007a7f3e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 1098 time: 0.0464382 Aug 24 17:34:52.378169 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5b422c85-ceeb-4780-a41f-190771bb4274 req-6fa42668-9220-4949-ba7b-223ddce4c0cc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259049 Aug 24 17:34:52.461539 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c5fd-a7a8-4d97-8108-31390d20aa74 req-118821b5-f090-422a-804d-18c1cbc1cd96 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:52.463784 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d867c5fd-a7a8-4d97-8108-31390d20aa74 req-118821b5-f090-422a-804d-18c1cbc1cd96 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0540459 Aug 24 17:34:52.504501 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d867c5fd-a7a8-4d97-8108-31390d20aa74 req-9305f638-5cc1-4eea-b2f1-1c0ee3aa7eb4 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330157 Aug 24 17:34:53.629654 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226516b-6df9-40de-bbe8-dc077bc5e46f req-1dd96a59-f48c-486d-b2f3-a0301da3b684 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:53.630279 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4226516b-6df9-40de-bbe8-dc077bc5e46f req-1dd96a59-f48c-486d-b2f3-a0301da3b684 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0512085 Aug 24 17:34:53.669425 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4226516b-6df9-40de-bbe8-dc077bc5e46f req-923ee677-ac77-4f87-a974-b9860832f931 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326936 Aug 24 17:34:53.810701 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 34356) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:53.924670 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e9be0d5d-235f-454a-9443-86547abd89c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:54.019154 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e9be0d5d-235f-454a-9443-86547abd89c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:54.075230 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e9be0d5d-235f-454a-9443-86547abd89c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:54.114044 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-e9be0d5d-235f-454a-9443-86547abd89c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=340ad196a14048268a9af9c510afc258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022556 Aug 24 17:34:54.114867 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be0d5d-235f-454a-9443-86547abd89c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1683d4b0-196c-4311-8085-f5e3200c83e2,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:54.116933 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 34364) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:54.167262 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b30a7cc9-f28e-49e8-8812-b76039e82613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:54.188171 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b30a7cc9-f28e-49e8-8812-b76039e82613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:54.356414 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b30a7cc9-f28e-49e8-8812-b76039e82613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:54.359064 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b30a7cc9-f28e-49e8-8812-b76039e82613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:54.360181 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b30a7cc9-f28e-49e8-8812-b76039e82613 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1683d4b0-196c-4311-8085-f5e3200c83e2 HTTP/1.1" status: 204 len: 168 time: 0.2422712 Aug 24 17:34:54.370897 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a7cc9-f28e-49e8-8812-b76039e82613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1683d4b0-196c-4311-8085-f5e3200c83e2,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:54.793368 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ac96c-c639-44c5-b0d5-abcc7a3df2c2 req-86d5d88e-6ed7-4acb-be5b-6e5630788b48 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:54.794952 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-162ac96c-c639-44c5-b0d5-abcc7a3df2c2 req-86d5d88e-6ed7-4acb-be5b-6e5630788b48 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0492830 Aug 24 17:34:54.840032 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-162ac96c-c639-44c5-b0d5-abcc7a3df2c2 req-f5b659b3-9ea1-441f-985e-1f060b6a70ff tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331149 Aug 24 17:34:54.966264 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875b185-fc3c-4fb7-88b2-9432269700c9 req-3404a6e3-33c6-4c86-91ad-e5b60e41da8b tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:54.967846 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2875b185-fc3c-4fb7-88b2-9432269700c9 req-3404a6e3-33c6-4c86-91ad-e5b60e41da8b tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0529115 Aug 24 17:34:55.006043 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2875b185-fc3c-4fb7-88b2-9432269700c9 req-9c4214d8-a0a0-4552-b161-6ba356e1ae2c tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320413 Aug 24 17:34:55.486516 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-21b7d322-f082-4a9a-a730-464d090eab61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:55.503599 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 34404) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:55.528205 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4b210ac9-4bd6-42bf-baeb-549801bd8877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:55.607650 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4b210ac9-4bd6-42bf-baeb-549801bd8877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:55.743655 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4b210ac9-4bd6-42bf-baeb-549801bd8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:55.783300 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-4b210ac9-4bd6-42bf-baeb-549801bd8877 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbe883f4912547f7b3914f9fe479a24e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785158 Aug 24 17:34:55.784160 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b210ac9-4bd6-42bf-baeb-549801bd8877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45389945-f6f9-452f-9fb0-6ebc4d93e6cd,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:55.786055 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 34414) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:55.841840 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-911645f6-57c8-4cdf-8492-1cfa0e4d9a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:55.867651 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-911645f6-57c8-4cdf-8492-1cfa0e4d9a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:56.012596 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-911645f6-57c8-4cdf-8492-1cfa0e4d9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:56.016032 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-911645f6-57c8-4cdf-8492-1cfa0e4d9a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:56.017180 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-911645f6-57c8-4cdf-8492-1cfa0e4d9a3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45389945-f6f9-452f-9fb0-6ebc4d93e6cd HTTP/1.1" status: 204 len: 168 time: 0.2300425 Aug 24 17:34:56.025255 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911645f6-57c8-4cdf-8492-1cfa0e4d9a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45389945-f6f9-452f-9fb0-6ebc4d93e6cd,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:56.885542 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 34452) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:56.990848 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5367c9f1-a464-4acf-948b-b53f42bd1f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.077805 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5367c9f1-a464-4acf-948b-b53f42bd1f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.138555 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5367c9f1-a464-4acf-948b-b53f42bd1f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.172171 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 34464) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:57.176858 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-5367c9f1-a464-4acf-948b-b53f42bd1f67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7f9a3e5d8d54092b365337518b0e3e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902596 Aug 24 17:34:57.177951 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367c9f1-a464-4acf-948b-b53f42bd1f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faf75c6-4a50-4b2a-b743-07182a423eba,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:57.179410 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 34468) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:57.230982 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ed505459-5999-4c0c-bbee-43c7f7f13445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.252113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ed505459-5999-4c0c-bbee-43c7f7f13445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.272516 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-91825748-network', 'tenant_id': 'c210b1e7b90443d0985867bb4a56a9ce'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:34:57.394473 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Made reservation on behalf of c210b1e7b90443d0985867bb4a56a9ce for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:34:57.396833 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.413949 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.434869 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ed505459-5999-4c0c-bbee-43c7f7f13445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.437388 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ed505459-5999-4c0c-bbee-43c7f7f13445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.438491 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-ed505459-5999-4c0c-bbee-43c7f7f13445 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4faf75c6-4a50-4b2a-b743-07182a423eba HTTP/1.1" status: 204 len: 168 time: 0.2582200 Aug 24 17:34:57.451958 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed505459-5999-4c0c-bbee-43c7f7f13445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faf75c6-4a50-4b2a-b743-07182a423eba,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:57.510359 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.595182 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.615829 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:34:57.630827 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ebe14f-9bb8-47c5-8025-5547e5111416,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:57.633726 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.635193 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Added segment c54bfb8c-be2c-4585-a245-a68c2a895a01 of type vlan for network cf60604b-8c39-4ae2-b04f-1941c55a73b7 Aug 24 17:34:57.676974 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.778375 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.779336 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:57.779909 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:57.838460 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] Pushing event updated for resources: {'Network': ['ID=cf60604b-8c39-4ae2-b04f-1941c55a73b7,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:57.856116 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network cf60604b-8c39-4ae2-b04f-1941c55a73b7 details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:34:57.881165 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-83ebfa4e-eb41-465a-8870-5ba05875c1b6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7078621 Aug 24 17:34:57.883940 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 34486) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:57.888921 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-4c178a2b-76a4-44b9-b732-d35c1703ddf9 admin admin] Request body: {'subnet': {'network_id': 'cf60604b-8c39-4ae2-b04f-1941c55a73b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-91825748-subnet', 'tenant_id': 'c210b1e7b90443d0985867bb4a56a9ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:34:57.977878 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c178a2b-76a4-44b9-b732-d35c1703ddf9 admin admin] Made reservation on behalf of c210b1e7b90443d0985867bb4a56a9ce for: {'subnet': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:34:57.980335 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4c178a2b-76a4-44b9-b732-d35c1703ddf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717414'] for subnet, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:58.149441 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-040d8afb-97bd-4ce5-9d3c-84c05f1ff228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:58.229442 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4c178a2b-76a4-44b9-b732-d35c1703ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12719542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717460'] for subnet, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:58.279665 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c178a2b-76a4-44b9-b732-d35c1703ddf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f687e5-d2ab-48ba-ae03-067f99148e3c,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:58.294677 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c178a2b-76a4-44b9-b732-d35c1703ddf9 admin admin] Checking segment: {'id': 'c54bfb8c-be2c-4585-a245-a68c2a895a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cf60604b-8c39-4ae2-b04f-1941c55a73b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:34:58.295037 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c178a2b-76a4-44b9-b732-d35c1703ddf9 admin admin] Network hostable DHCP agents. Network: cf60604b-8c39-4ae2-b04f-1941c55a73b7, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:34:58.417573 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c178a2b-76a4-44b9-b732-d35c1703ddf9 admin admin] Network cf60604b-8c39-4ae2-b04f-1941c55a73b7 is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:34:58.486339 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:58.520342 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-4c178a2b-76a4-44b9-b732-d35c1703ddf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, cf60604b-8c39-4ae2-b04f-1941c55a73b7) {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:34:58.524601 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c178a2b-76a4-44b9-b732-d35c1703ddf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:34:58.525196 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4c178a2b-76a4-44b9-b732-d35c1703ddf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:58.533599 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833cc001-2d6a-4d03-9364-ac56a5c75331 None None] Network cf60604b-8c39-4ae2-b04f-1941c55a73b7 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:34:58.612651 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-4c178a2b-76a4-44b9-b732-d35c1703ddf9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7275903 Aug 24 17:34:58.651761 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f57a4-b28f-46e1-bc68-ee6fcf659756 None None] Network cf60604b-8c39-4ae2-b04f-1941c55a73b7 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:34:59.444070 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:59.564258 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 34572) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:34:59.569318 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-907276218-network', 'tenant_id': '6754ddc5327e400aa1933480825d4100'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:34:59.686367 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Made reservation on behalf of 6754ddc5327e400aa1933480825d4100 for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:34:59.688861 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:59.698302 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:59.801270 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:59.903628 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:59.928358 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:34:59.939889 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ca6673-7774-4080-aa07-1c334929052b,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:34:59.944719 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:34:59.945061 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Added segment 3732940e-aa03-4e05-a419-afd89f428148 of type vlan for network 3f285f3f-49d0-4756-9fb0-f5eabb2864d3 Aug 24 17:34:59.984505 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:00.068563 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:00.069918 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:00.070856 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:00.134599 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] Pushing event updated for resources: {'Network': ['ID=3f285f3f-49d0-4756-9fb0-f5eabb2864d3,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:00.151222 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network 3f285f3f-49d0-4756-9fb0-f5eabb2864d3 details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:35:00.198369 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-40502c65-1ca6-400c-b451-050db87952f2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6304843 Aug 24 17:35:00.198601 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 34590) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:00.204817 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-4cf907b8-2c43-4634-806e-e2c2e441bd18 admin admin] Request body: {'subnet': {'network_id': '3f285f3f-49d0-4756-9fb0-f5eabb2864d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-907276218-subnet', 'tenant_id': '6754ddc5327e400aa1933480825d4100', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:35:00.293590 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf907b8-2c43-4634-806e-e2c2e441bd18 admin admin] Made reservation on behalf of 6754ddc5327e400aa1933480825d4100 for: {'subnet': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:35:00.297394 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4cf907b8-2c43-4634-806e-e2c2e441bd18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717414'] for subnet, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:00.469479 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:00.623807 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4cf907b8-2c43-4634-806e-e2c2e441bd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12719542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717460'] for subnet, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:00.697533 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf907b8-2c43-4634-806e-e2c2e441bd18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d873d9-acc6-4742-a0c7-175d2f3a61d4,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:00.702987 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf907b8-2c43-4634-806e-e2c2e441bd18 admin admin] Checking segment: {'id': '3732940e-aa03-4e05-a419-afd89f428148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3f285f3f-49d0-4756-9fb0-f5eabb2864d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:35:00.703343 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf907b8-2c43-4634-806e-e2c2e441bd18 admin admin] Network hostable DHCP agents. Network: 3f285f3f-49d0-4756-9fb0-f5eabb2864d3, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:35:00.783107 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf907b8-2c43-4634-806e-e2c2e441bd18 admin admin] Network 3f285f3f-49d0-4756-9fb0-f5eabb2864d3 is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:35:00.960697 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-4cf907b8-2c43-4634-806e-e2c2e441bd18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, 3f285f3f-49d0-4756-9fb0-f5eabb2864d3) {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:35:00.965898 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf907b8-2c43-4634-806e-e2c2e441bd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:00.966826 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4cf907b8-2c43-4634-806e-e2c2e441bd18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:00.976588 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d962c51-dfdc-4330-ab9a-0623fe9a4852 None None] Network 3f285f3f-49d0-4756-9fb0-f5eabb2864d3 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:35:01.074832 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-4cf907b8-2c43-4634-806e-e2c2e441bd18 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8640883 Aug 24 17:35:01.131102 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b5a5dd-8784-457e-9f8a-471e24e9d807 None None] Network 3f285f3f-49d0-4756-9fb0-f5eabb2864d3 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:35:01.221467 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 34634) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:01.245756 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded82dd-ef4f-4024-a8db-d6fd25571313 req-99912d17-19ca-4ec7-8ac8-cae03c766438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:01.247288 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bded82dd-ef4f-4024-a8db-d6fd25571313 req-99912d17-19ca-4ec7-8ac8-cae03c766438 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 1098 time: 0.0555308 Aug 24 17:35:01.251984 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65ec69-1b97-4258-bf73-d8d12aed7329 req-ceb5f118-0ce5-4799-a523-95bd4caf83b5 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:01.260227 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4c65ec69-1b97-4258-bf73-d8d12aed7329 req-ceb5f118-0ce5-4799-a523-95bd4caf83b5 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0729601 Aug 24 17:35:01.332991 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4c65ec69-1b97-4258-bf73-d8d12aed7329 req-c290cc43-3049-4d5c-82b0-98d591d4e206 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641489 Aug 24 17:35:01.397817 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-da21a3f8-1038-4455-a8af-ea534b7e0154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:01.441005 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded82dd-ef4f-4024-a8db-d6fd25571313 req-5c1bfcdd-4516-4d0d-be34-f75580bcc657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:01.442624 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bded82dd-ef4f-4024-a8db-d6fd25571313 req-5c1bfcdd-4516-4d0d-be34-f75580bcc657 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35168eb5-cbf9-4d30-adbc-57e79e50d223 HTTP/1.1" status: 200 len: 919 time: 0.1749644 Aug 24 17:35:01.493133 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bded82dd-ef4f-4024-a8db-d6fd25571313 req-929087de-0212-4645-bd61-24a808fe7789 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98e3765e-80f7-4099-b6cb-5610825d1929 HTTP/1.1" status: 200 len: 217 time: 0.0405047 Aug 24 17:35:01.502353 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-da21a3f8-1038-4455-a8af-ea534b7e0154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:01.547164 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded82dd-ef4f-4024-a8db-d6fd25571313 req-1490efb3-ae07-4167-a498-2ce53117989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:01.548537 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bded82dd-ef4f-4024-a8db-d6fd25571313 req-1490efb3-ae07-4167-a498-2ce53117989b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f650938-3030-43f2-8815-455fc0962e0a HTTP/1.1" status: 200 len: 858 time: 0.0472176 Aug 24 17:35:01.571868 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-da21a3f8-1038-4455-a8af-ea534b7e0154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:01.582190 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bded82dd-ef4f-4024-a8db-d6fd25571313 req-b455dc66-0263-495e-92c6-dd5096416d2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35168eb5-cbf9-4d30-adbc-57e79e50d223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248289 Aug 24 17:35:01.612747 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21a3f8-1038-4455-a8af-ea534b7e0154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fe4637-f2e3-4a87-a1aa-8dc6cc9e68f5,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:01.641930 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-da21a3f8-1038-4455-a8af-ea534b7e0154 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46e0a6eee5784bb7b148acdb88dc56da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147792 Aug 24 17:35:01.650291 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 34646) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:01.716547 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6859e21a-16e0-4386-bcb4-726ecd5f378a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:01.724868 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bded82dd-ef4f-4024-a8db-d6fd25571313 req-e2a27a5b-a22d-4b80-a083-286eefc38999 service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338701 Aug 24 17:35:01.739990 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6859e21a-16e0-4386-bcb4-726ecd5f378a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:01.833672 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bded82dd-ef4f-4024-a8db-d6fd25571313 req-c3bc3656-be61-4e39-a702-4b4cb52616d1 service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009364 Aug 24 17:35:01.909320 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6859e21a-16e0-4386-bcb4-726ecd5f378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:01.912129 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6859e21a-16e0-4386-bcb4-726ecd5f378a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:01.916541 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-6859e21a-16e0-4386-bcb4-726ecd5f378a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02fe4637-f2e3-4a87-a1aa-8dc6cc9e68f5 HTTP/1.1" status: 204 len: 168 time: 0.2708075 Aug 24 17:35:01.931142 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859e21a-16e0-4386-bcb4-726ecd5f378a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fe4637-f2e3-4a87-a1aa-8dc6cc9e68f5,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:02.151896 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 34664) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:02.354232 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ffe13aac-e4fc-4033-9ba4-074cf6630e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:02.472494 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcedf43-96e6-49e5-9c84-65865ab7c946 req-50433565-99ae-472e-bb60-255d93e7b521 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:02.474045 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4dcedf43-96e6-49e5-9c84-65865ab7c946 req-50433565-99ae-472e-bb60-255d93e7b521 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0803301 Aug 24 17:35:02.517947 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4dcedf43-96e6-49e5-9c84-65865ab7c946 req-35f81477-cc71-4c0b-a8af-f7cc25027934 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369797 Aug 24 17:35:02.571112 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ffe13aac-e4fc-4033-9ba4-074cf6630e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:02.686276 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ffe13aac-e4fc-4033-9ba4-074cf6630e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:02.733252 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-ffe13aac-e4fc-4033-9ba4-074cf6630e9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1de60bd48497478f934b90a24a68d873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5791771 Aug 24 17:35:02.734890 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe13aac-e4fc-4033-9ba4-074cf6630e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00086db6-31c8-4e1f-bdf6-8557aead97d1,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:02.737043 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 34690) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:02.790811 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f0c468b2-f645-48e0-b54e-34d73d92d80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:02.814377 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f0c468b2-f645-48e0-b54e-34d73d92d80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:02.972067 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f0c468b2-f645-48e0-b54e-34d73d92d80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:02.976444 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f0c468b2-f645-48e0-b54e-34d73d92d80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:02.976444 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-f0c468b2-f645-48e0-b54e-34d73d92d80d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00086db6-31c8-4e1f-bdf6-8557aead97d1 HTTP/1.1" status: 204 len: 168 time: 0.2372210 Aug 24 17:35:02.984794 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c468b2-f645-48e0-b54e-34d73d92d80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00086db6-31c8-4e1f-bdf6-8557aead97d1,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:03.644182 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87135c93-f1e2-4cdc-911a-539c9b58077f req-d476391b-46cc-4500-8cd9-55caac6fac75 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:03.644182 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-87135c93-f1e2-4cdc-911a-539c9b58077f req-d476391b-46cc-4500-8cd9-55caac6fac75 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0503757 Aug 24 17:35:03.689751 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-87135c93-f1e2-4cdc-911a-539c9b58077f req-20a15cc9-0082-4cda-bd8d-66f644bf0d2d tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395586 Aug 24 17:35:03.712226 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 34730) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:03.727833 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98ee5b0b-a12f-4304-9662-995ff11e5974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:03.827210 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98ee5b0b-a12f-4304-9662-995ff11e5974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:03.909375 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-98ee5b0b-a12f-4304-9662-995ff11e5974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:03.947779 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee5b0b-a12f-4304-9662-995ff11e5974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4eb22e-17a9-4dab-b507-120b44ef83bd,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:03.952975 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-98ee5b0b-a12f-4304-9662-995ff11e5974 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86de8e54dfd949258cc802ca388cad99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395499 Aug 24 17:35:03.962859 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 34738) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:04.025523 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7959-dc3e-4fe6-bf4c-62fbfe8f0ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:04.048817 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7959-dc3e-4fe6-bf4c-62fbfe8f0ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:04.257515 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7959-dc3e-4fe6-bf4c-62fbfe8f0ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:04.260227 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7959-dc3e-4fe6-bf4c-62fbfe8f0ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:04.267477 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-cf5c7959-dc3e-4fe6-bf4c-62fbfe8f0ba9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e4eb22e-17a9-4dab-b507-120b44ef83bd HTTP/1.1" status: 204 len: 168 time: 0.3023434 Aug 24 17:35:04.269808 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c7959-dc3e-4fe6-bf4c-62fbfe8f0ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4eb22e-17a9-4dab-b507-120b44ef83bd,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:04.830183 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea9b45-be4e-4324-88a0-61bd058f53a9 req-cc3d5245-6e3c-46e7-8ee2-2f76477d20cd tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:04.831678 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bdea9b45-be4e-4324-88a0-61bd058f53a9 req-cc3d5245-6e3c-46e7-8ee2-2f76477d20cd tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0604799 Aug 24 17:35:04.879683 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bdea9b45-be4e-4324-88a0-61bd058f53a9 req-5c232c24-ea47-479f-8fe8-4d2be9802ca9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 Aug 24 17:35:05.997722 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b64eb0-329d-49c1-bf6c-776dcb86873b req-75ed3af5-c3e8-472c-b160-3ea06d8f719a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:05.999166 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b0b64eb0-329d-49c1-bf6c-776dcb86873b req-75ed3af5-c3e8-472c-b160-3ea06d8f719a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0523419 Aug 24 17:35:06.035553 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b0b64eb0-329d-49c1-bf6c-776dcb86873b req-7a707436-a390-4bf6-a19b-6e2f6d5fb460 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303037 Aug 24 17:35:07.158040 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaaa06b-27a0-4f9f-902c-aa4cd4a98a85 req-a1b4c1f8-0a2d-40f9-93ba-fff9fb18e3b1 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:07.159450 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3eaaa06b-27a0-4f9f-902c-aa4cd4a98a85 req-a1b4c1f8-0a2d-40f9-93ba-fff9fb18e3b1 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0535154 Aug 24 17:35:07.197014 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3eaaa06b-27a0-4f9f-902c-aa4cd4a98a85 req-c23a18a4-1bba-4f21-9821-a5f6eff08f98 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313725 Aug 24 17:35:08.320545 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb51f4f-1c7e-4ceb-b732-6f3cf475d196 req-8f35017c-d162-4185-93da-dacd5291d6ef tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:08.322088 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3fb51f4f-1c7e-4ceb-b732-6f3cf475d196 req-8f35017c-d162-4185-93da-dacd5291d6ef tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0512278 Aug 24 17:35:08.360421 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3fb51f4f-1c7e-4ceb-b732-6f3cf475d196 req-c5370ffb-5797-4ba7-9ea5-9e4b73675454 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Aug 24 17:35:12.044047 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a83101-3c70-4899-a639-8dd7ac2481fd req-52ca5457-64b5-44ca-a9ac-42817b2728b3 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:12.045486 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-41a83101-3c70-4899-a639-8dd7ac2481fd req-52ca5457-64b5-44ca-a9ac-42817b2728b3 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0485477 Aug 24 17:35:12.085478 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-41a83101-3c70-4899-a639-8dd7ac2481fd req-5f3e4466-535b-4d9e-be88-24f98b1b9ad2 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341809 Aug 24 17:35:12.467602 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:15.726087 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901eb6e-615f-4273-8c0b-d334b37d0a47 req-a6246972-458f-4cc4-a899-0cdfce405e45 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:15.727689 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a901eb6e-615f-4273-8c0b-d334b37d0a47 req-a6246972-458f-4cc4-a899-0cdfce405e45 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0515342 Aug 24 17:35:15.766002 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a901eb6e-615f-4273-8c0b-d334b37d0a47 req-7f397b96-6c55-4eb1-a278-09e56fce50c0 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Aug 24 17:35:19.344177 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585dec0-6d18-4ba0-806e-b0c90a13db60 req-c54c66b6-688b-41bb-af41-db32663089a8 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:19.345640 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5585dec0-6d18-4ba0-806e-b0c90a13db60 req-c54c66b6-688b-41bb-af41-db32663089a8 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0488095 Aug 24 17:35:19.385164 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5585dec0-6d18-4ba0-806e-b0c90a13db60 req-900b4721-b9cd-43c0-b7f1-61a16a571a84 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334754 Aug 24 17:35:20.505936 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ae1b4-168a-4c7d-9031-162220f52b0d req-ce02c52d-67b7-4011-911d-c05bd89bd483 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:20.507815 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f65ae1b4-168a-4c7d-9031-162220f52b0d req-ce02c52d-67b7-4011-911d-c05bd89bd483 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0510271 Aug 24 17:35:20.546581 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f65ae1b4-168a-4c7d-9031-162220f52b0d req-7168cf41-4878-4085-be3b-221c2f60f17d tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Aug 24 17:35:21.675871 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5543a-515f-44b2-afc5-2ad77c24e7e1 req-20697bca-a66c-4c0c-9c1f-bace6458c9e7 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:21.677368 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-aaa5543a-515f-44b2-afc5-2ad77c24e7e1 req-20697bca-a66c-4c0c-9c1f-bace6458c9e7 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0598700 Aug 24 17:35:21.721916 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-aaa5543a-515f-44b2-afc5-2ad77c24e7e1 req-d320e6eb-1693-41b0-8078-f7f988b60200 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380402 Aug 24 17:35:22.841980 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a59be-7e5c-4a74-87ab-c735c1b24563 req-aaee6ff9-5fb4-4817-8935-ea3de2572eac tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:22.843461 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-111a59be-7e5c-4a74-87ab-c735c1b24563 req-aaee6ff9-5fb4-4817-8935-ea3de2572eac tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0532150 Aug 24 17:35:22.882109 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-111a59be-7e5c-4a74-87ab-c735c1b24563 req-82efe56d-7a4b-49ae-a895-cca275a33314 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325737 Aug 24 17:35:24.011831 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56454c77-e979-485a-843d-c0e05cad761b req-c640ef12-cb36-48a2-88bc-8934e25dd39b tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:24.011831 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-56454c77-e979-485a-843d-c0e05cad761b req-c640ef12-cb36-48a2-88bc-8934e25dd39b tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0589912 Aug 24 17:35:24.076634 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-56454c77-e979-485a-843d-c0e05cad761b req-fbd191d2-8552-4546-93a5-c192ffe8e6c3 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Aug 24 17:35:25.161036 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-0c805bdb-e74e-4c9c-8b80-9087b004316c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:25.185067 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:35:25.267766 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcb275-34c4-45ee-b74f-9b09ed361822 req-ddd911e0-9128-48e4-b7d1-ab392fbf61fa tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:25.269240 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c9fcb275-34c4-45ee-b74f-9b09ed361822 req-ddd911e0-9128-48e4-b7d1-ab392fbf61fa tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.1292515 Aug 24 17:35:25.307647 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c9fcb275-34c4-45ee-b74f-9b09ed361822 req-72f7d2c8-8b70-416a-8d80-b8e2cbeb62f3 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325491 Aug 24 17:35:26.493262 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94d6d0-8b23-4bde-b35d-a94a8eb8ea41 req-406e96f0-ebbb-4614-ba08-2c73a3ffc953 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:26.494781 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0e94d6d0-8b23-4bde-b35d-a94a8eb8ea41 req-406e96f0-ebbb-4614-ba08-2c73a3ffc953 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0542073 Aug 24 17:35:26.542414 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0e94d6d0-8b23-4bde-b35d-a94a8eb8ea41 req-7402f9d7-4ef9-497a-8736-536f6bcddac0 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410233 Aug 24 17:35:27.382977 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 35322) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:27.447539 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b377464-b41a-4df9-b166-10051275a0f4 req-59ef1cf9-0512-431f-b16b-dad2577c54fe tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:27.449227 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1b377464-b41a-4df9-b166-10051275a0f4 req-59ef1cf9-0512-431f-b16b-dad2577c54fe tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0538745 Aug 24 17:35:27.497308 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6373-c86c-48db-8c04-bfd6fcbe9831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:27.503846 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1b377464-b41a-4df9-b166-10051275a0f4 req-9a6dc40e-60e8-4c92-814c-f3e2c89fb3cd tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482731 Aug 24 17:35:27.589396 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6373-c86c-48db-8c04-bfd6fcbe9831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:27.671407 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6373-c86c-48db-8c04-bfd6fcbe9831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:27.671746 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de7866-1e81-4ae4-bd97-109dad7242ae req-8f6b1d3f-ed36-42ef-9ac2-b27be5371cf3 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:27.673116 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-84de7866-1e81-4ae4-bd97-109dad7242ae req-8f6b1d3f-ed36-42ef-9ac2-b27be5371cf3 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0505877 Aug 24 17:35:27.709850 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-1e3d6373-c86c-48db-8c04-bfd6fcbe9831 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bf40339ec0140ecbefa10fa28354bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251765 Aug 24 17:35:27.711228 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d6373-c86c-48db-8c04-bfd6fcbe9831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d13e4d0-1598-4f73-9a5e-c74cbdd0e618,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:27.711879 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-84de7866-1e81-4ae4-bd97-109dad7242ae req-72296c01-1809-4a78-851d-490c812b4d9c tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324032 Aug 24 17:35:27.712653 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 35334) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:27.766104 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0b35f321-57f1-4fa1-8a9c-794fbc835760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:27.787511 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0b35f321-57f1-4fa1-8a9c-794fbc835760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:27.919012 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0b35f321-57f1-4fa1-8a9c-794fbc835760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:27.921595 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-0b35f321-57f1-4fa1-8a9c-794fbc835760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:27.922716 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-0b35f321-57f1-4fa1-8a9c-794fbc835760 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d13e4d0-1598-4f73-9a5e-c74cbdd0e618 HTTP/1.1" status: 204 len: 168 time: 0.2090671 Aug 24 17:35:27.930308 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35f321-57f1-4fa1-8a9c-794fbc835760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d13e4d0-1598-4f73-9a5e-c74cbdd0e618,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:28.147441 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-62d45d4a-fa86-4305-b0fb-81b99b638fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:28.439878 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:28.621547 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c4cd9-deb2-4930-87a5-4cf154c2d8b8 req-d4170a2d-f001-4ff3-9220-647685d6e700 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:28.623672 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ca4c4cd9-deb2-4930-87a5-4cf154c2d8b8 req-d4170a2d-f001-4ff3-9220-647685d6e700 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0486467 Aug 24 17:35:28.636504 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 35360) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:28.661559 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d72db0ec-2b0f-468d-b68e-8dab0814b0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:28.666689 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ca4c4cd9-deb2-4930-87a5-4cf154c2d8b8 req-63986cf1-a31c-4d50-a242-6aa153ad63db tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366697 Aug 24 17:35:28.748501 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d72db0ec-2b0f-468d-b68e-8dab0814b0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:28.823387 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d72db0ec-2b0f-468d-b68e-8dab0814b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:28.825260 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b1cd6-5e03-408c-94ff-c73898c28b71 req-a4b06d75-0abf-4b2a-b29d-f5d9662108f4 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:28.826726 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4a1b1cd6-5e03-408c-94ff-c73898c28b71 req-a4b06d75-0abf-4b2a-b29d-f5d9662108f4 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0480864 Aug 24 17:35:28.865143 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4a1b1cd6-5e03-408c-94ff-c73898c28b71 req-c4021ecf-2c09-44d9-998f-4b60387b6119 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Aug 24 17:35:28.866675 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 35364) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:28.867560 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-d72db0ec-2b0f-468d-b68e-8dab0814b0ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26fdaf05afea431b9acb85cd17249e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294207 Aug 24 17:35:28.868619 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72db0ec-2b0f-468d-b68e-8dab0814b0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15301b47-fc18-4c52-845c-ddf78b3e984e,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:28.936631 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-09adaf45-2a7a-438a-8174-57af99a062a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:28.957094 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-09adaf45-2a7a-438a-8174-57af99a062a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:29.068531 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-09adaf45-2a7a-438a-8174-57af99a062a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:29.071101 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-09adaf45-2a7a-438a-8174-57af99a062a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:29.072228 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-09adaf45-2a7a-438a-8174-57af99a062a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15301b47-fc18-4c52-845c-ddf78b3e984e HTTP/1.1" status: 204 len: 168 time: 0.2046461 Aug 24 17:35:29.083875 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adaf45-2a7a-438a-8174-57af99a062a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15301b47-fc18-4c52-845c-ddf78b3e984e,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:29.440241 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:29.793801 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dd987-190f-4f0c-9077-17fbe53cb231 req-eb4290e4-b738-4321-a92d-4f52ad718983 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:29.795262 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-dc8dd987-190f-4f0c-9077-17fbe53cb231 req-eb4290e4-b738-4321-a92d-4f52ad718983 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0516834 Aug 24 17:35:29.832518 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-dc8dd987-190f-4f0c-9077-17fbe53cb231 req-c444802f-44f5-48d6-852e-697754881c04 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313265 Aug 24 17:35:30.024008 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22618342-cb64-4696-ad6c-639c8787a924 req-a8aac481-3483-449e-b897-b50813c69707 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:30.025505 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-22618342-cb64-4696-ad6c-639c8787a924 req-a8aac481-3483-449e-b897-b50813c69707 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0493014 Aug 24 17:35:30.070284 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-22618342-cb64-4696-ad6c-639c8787a924 req-7db45e84-e99b-4b25-b463-31aec9ae2df9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379152 Aug 24 17:35:30.405880 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:30.998109 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150af26-32aa-4aff-b4d8-9140e306b7be req-ab9e9605-16e9-4ec1-9e79-1571256dbef7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:31.000426 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a150af26-32aa-4aff-b4d8-9140e306b7be req-ab9e9605-16e9-4ec1-9e79-1571256dbef7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0851018 Aug 24 17:35:31.062467 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a150af26-32aa-4aff-b4d8-9140e306b7be req-b86093c5-195d-4a85-b121-1aac22bfe75f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502198 Aug 24 17:35:31.179570 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ec02-e318-4f2d-89a5-550363679377 req-52b1dc20-d4a2-4f3b-a22c-54db51794e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:31.181466 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7cd6ec02-e318-4f2d-89a5-550363679377 req-52b1dc20-d4a2-4f3b-a22c-54db51794e61 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 1098 time: 0.0499144 Aug 24 17:35:31.225767 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7cd6ec02-e318-4f2d-89a5-550363679377 req-ec59d54d-ea02-4d4d-8f47-76a56bed41b8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326021 Aug 24 17:35:31.351203 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd45a94-5dc5-4817-a4a1-25496cece607 req-daa33583-cb58-45bd-bbf7-06c8e8912fc8 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:31.352812 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-abd45a94-5dc5-4817-a4a1-25496cece607 req-daa33583-cb58-45bd-bbf7-06c8e8912fc8 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0530033 Aug 24 17:35:31.398293 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-abd45a94-5dc5-4817-a4a1-25496cece607 req-e896e2b4-cfa7-45da-8985-cece14207596 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381110 Aug 24 17:35:31.639134 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 35470) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:31.686744 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2bdcad-dbba-4b07-905c-d381f3f1ff3d admin admin] Deleting subnet 03f687e5-d2ab-48ba-ae03-067f99148e3c {{(pid=94620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:35:31.690016 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-1e2bdcad-dbba-4b07-905c-d381f3f1ff3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:31.728648 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-1e2bdcad-dbba-4b07-905c-d381f3f1ff3d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:31.730674 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-1e2bdcad-dbba-4b07-905c-d381f3f1ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:31.892137 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-1e2bdcad-dbba-4b07-905c-d381f3f1ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for subnet, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:31.924566 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bdcad-dbba-4b07-905c-d381f3f1ff3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f687e5-d2ab-48ba-ae03-067f99148e3c,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:31.929448 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-1e2bdcad-dbba-4b07-905c-d381f3f1ff3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:31.931661 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-1e2bdcad-dbba-4b07-905c-d381f3f1ff3d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/03f687e5-d2ab-48ba-ae03-067f99148e3c HTTP/1.1" status: 204 len: 168 time: 0.2912176 Aug 24 17:35:31.934227 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 35476) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:32.004169 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.101463 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.115079 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.115365 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.116099 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.116506 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > port after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.116838 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.117144 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > port after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.117452 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.117777 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.118080 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.118386 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.190471 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.193141 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.193141 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.193141 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:35:32.193141 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf60604b-8c39-4ae2-b04f-1941c55a73b7']}} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:35:32.222578 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54bfb8c-be2c-4585-a245-a68c2a895a01') {'for_net_delete': True} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:35:32.223046 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54bfb8c-be2c-4585-a245-a68c2a895a01') {} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:35:32.257522 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13639789'] for segment, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.280825 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.292125 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:35:32.292526 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044013'] for segment, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.300797 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d2d29-bba7-45ec-bf2f-bc6e5b8c65ab req-68e70c9b-be5f-4b82-978b-3b69ff761e66 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:32.302339 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-033d2d29-bba7-45ec-bf2f-bc6e5b8c65ab req-68e70c9b-be5f-4b82-978b-3b69ff761e66 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.1053784 Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: from cryptography.utils import int_from_bytes Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: from cryptography.utils import int_from_bytes Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: Traceback (most recent call last): Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: timer() Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: cb(*args, **kw) Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: return func(*args, **kwargs) Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: self._notify() Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: self.callback(batched_events) Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: event.method(event) Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: return f(self, *a, **k) Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._get(url).json() Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: return self.request(url, 'GET', **kwargs) Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:35:32.305104 dv-cinder-788782-4-iscsi neutron-server[94620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:35:32.392290 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-033d2d29-bba7-45ec-bf2f-bc6e5b8c65ab req-3a958a49-bea7-4efb-89b7-5c1abf2bf604 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766432 Aug 24 17:35:32.457569 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.479064 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf60604b-8c39-4ae2-b04f-1941c55a73b7,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:32.481120 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.486483 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-00cc7e80-4f24-46ec-8a4d-fbc3a919e054 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cf60604b-8c39-4ae2-b04f-1941c55a73b7 HTTP/1.1" status: 204 len: 168 time: 0.5478213 Aug 24 17:35:32.486587 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 35496) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:32.530861 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9f57-8f90-40e7-9697-1068a209e15b req-707ac39f-55c0-4280-b56a-0afe8d429634 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:32.532383 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-643b9f57-8f90-40e7-9697-1068a209e15b req-707ac39f-55c0-4280-b56a-0afe8d429634 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0559313 Aug 24 17:35:32.538424 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_v2 [None req-57db83b4-7953-480d-bfeb-6db96a591eaa admin admin] Deleting subnet f7d873d9-acc6-4742-a0c7-175d2f3a61d4 {{(pid=94619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:35:32.542158 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57db83b4-7953-480d-bfeb-6db96a591eaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.572168 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-643b9f57-8f90-40e7-9697-1068a209e15b req-a2dee44e-f511-4743-a890-44d44983da25 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335763 Aug 24 17:35:32.582268 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57db83b4-7953-480d-bfeb-6db96a591eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14568602'] for subnet, precommit_delete_associations {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.631596 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57db83b4-7953-480d-bfeb-6db96a591eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.771709 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57db83b4-7953-480d-bfeb-6db96a591eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12719601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717469'] for subnet, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.800415 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db83b4-7953-480d-bfeb-6db96a591eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d873d9-acc6-4742-a0c7-175d2f3a61d4,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:32.802532 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57db83b4-7953-480d-bfeb-6db96a591eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.804754 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-57db83b4-7953-480d-bfeb-6db96a591eaa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f7d873d9-acc6-4742-a0c7-175d2f3a61d4 HTTP/1.1" status: 204 len: 168 time: 0.3176327 Aug 24 17:35:32.807282 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 35514) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:32.884006 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d1f1-d73d-4cd6-ba5b-67de60ad180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.966589 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d1f1-d73d-4cd6-ba5b-67de60ad180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:32.977868 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-e1a7d1f1-d73d-4cd6-ba5b-67de60ad180c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f285f3f-49d0-4756-9fb0-f5eabb2864d3']}} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:35:32.988210 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-e1a7d1f1-d73d-4cd6-ba5b-67de60ad180c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3732940e-aa03-4e05-a419-afd89f428148') {'for_net_delete': True} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:35:32.988535 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-e1a7d1f1-d73d-4cd6-ba5b-67de60ad180c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3732940e-aa03-4e05-a419-afd89f428148') {} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:35:32.999295 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d1f1-d73d-4cd6-ba5b-67de60ad180c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14568597'] for segment, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:33.014586 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d1f1-d73d-4cd6-ba5b-67de60ad180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:33.020712 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a7d1f1-d73d-4cd6-ba5b-67de60ad180c admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:35:33.021188 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d1f1-d73d-4cd6-ba5b-67de60ad180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12719635'] for segment, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: Traceback (most recent call last): Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: timer() Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: cb(*args, **kw) Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: return func(*args, **kwargs) Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: self._notify() Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: self.callback(batched_events) Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: event.method(event) Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: return f(self, *a, **k) Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._get(url).json() Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: return self.request(url, 'GET', **kwargs) Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:35:33.022834 dv-cinder-788782-4-iscsi neutron-server[94619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:35:33.205503 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d1f1-d73d-4cd6-ba5b-67de60ad180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:33.211455 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d1f1-d73d-4cd6-ba5b-67de60ad180c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:33.213498 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-e1a7d1f1-d73d-4cd6-ba5b-67de60ad180c admin admin] 10.222.0.41 "DELETE /v2.0/networks/3f285f3f-49d0-4756-9fb0-f5eabb2864d3 HTTP/1.1" status: 204 len: 168 time: 0.4050734 Aug 24 17:35:33.226175 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7d1f1-d73d-4cd6-ba5b-67de60ad180c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f285f3f-49d0-4756-9fb0-f5eabb2864d3,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:33.535876 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712eb4c-e444-436c-b358-2b9947a34b0f req-05f3f18e-4def-411d-9286-26158d875973 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:33.537334 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2712eb4c-e444-436c-b358-2b9947a34b0f req-05f3f18e-4def-411d-9286-26158d875973 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0574334 Aug 24 17:35:33.577861 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2712eb4c-e444-436c-b358-2b9947a34b0f req-de32386b-eb4f-4bee-860f-dfe026c1ffb8 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336447 Aug 24 17:35:33.630291 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 35552) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:33.679820 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-707315da-a329-4e13-9c81-2418de364b40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c210b1e7b90443d0985867bb4a56a9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481350 Aug 24 17:35:33.683124 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 35558) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:33.734877 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b771ea-19af-40b7-80db-666058f74d34 req-6dbe74f9-68f7-49e5-96a6-2fc26f9e2003 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:33.736368 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-39b771ea-19af-40b7-80db-666058f74d34 req-6dbe74f9-68f7-49e5-96a6-2fc26f9e2003 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0914106 Aug 24 17:35:33.783663 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:33.788629 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-39b771ea-19af-40b7-80db-666058f74d34 req-773005c7-759a-450b-9d6e-744f3ce43635 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Aug 24 17:35:33.809686 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:33.948623 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:33.955535 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:33.955535 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58ebe14f-9bb8-47c5-8025-5547e5111416 HTTP/1.1" status: 204 len: 168 time: 0.2670727 Aug 24 17:35:33.961484 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ebe14f-9bb8-47c5-8025-5547e5111416,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:33.970804 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:33.971013 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:33.971343 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:33.971668 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:33.971992 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:33.972332 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:33.972667 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:33.973193 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:33.973710 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:33.974222 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:33.974716 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:33.975209 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78688e-2875-4c05-8600-69ef7a1d7719 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:34.218826 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974762de-51cb-4821-9406-5e548105119e req-2dd4fccb-ef70-45ea-8400-7159d477b2a5 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:34.218826 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-974762de-51cb-4821-9406-5e548105119e req-2dd4fccb-ef70-45ea-8400-7159d477b2a5 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0645714 Aug 24 17:35:34.264872 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-974762de-51cb-4821-9406-5e548105119e req-8e0f0d23-992b-4828-b54a-f9d3df6f3ad3 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462172 Aug 24 17:35:34.285181 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d6c2b-6302-465c-8422-968881d96e06 req-900dd3b7-f61a-4e93-8c6f-989c17d02234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:34.286832 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e91d6c2b-6302-465c-8422-968881d96e06 req-900dd3b7-f61a-4e93-8c6f-989c17d02234 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 1098 time: 0.0547643 Aug 24 17:35:34.396821 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d6c2b-6302-465c-8422-968881d96e06 req-e0afb808-76dc-4b24-a92d-2ae1d3592929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:34.397765 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e91d6c2b-6302-465c-8422-968881d96e06 req-e0afb808-76dc-4b24-a92d-2ae1d3592929 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35168eb5-cbf9-4d30-adbc-57e79e50d223 HTTP/1.1" status: 200 len: 919 time: 0.0986915 Aug 24 17:35:34.441546 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e91d6c2b-6302-465c-8422-968881d96e06 req-f89b8c2e-c12c-4caf-8e95-03e3395f994d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98e3765e-80f7-4099-b6cb-5610825d1929 HTTP/1.1" status: 200 len: 217 time: 0.0358343 Aug 24 17:35:34.504707 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d6c2b-6302-465c-8422-968881d96e06 req-a3c2e4b4-1f25-41d9-9504-c387934465e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:34.506195 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e91d6c2b-6302-465c-8422-968881d96e06 req-a3c2e4b4-1f25-41d9-9504-c387934465e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f650938-3030-43f2-8815-455fc0962e0a HTTP/1.1" status: 200 len: 858 time: 0.0551989 Aug 24 17:35:34.539804 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e91d6c2b-6302-465c-8422-968881d96e06 req-c6a3b923-e72e-4f3b-8a9a-3a853e2afe11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35168eb5-cbf9-4d30-adbc-57e79e50d223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244012 Aug 24 17:35:34.633585 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e91d6c2b-6302-465c-8422-968881d96e06 req-44e8ba93-8f9d-4521-b029-c273ae114772 service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850008 Aug 24 17:35:34.703950 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c38c80-2927-4025-9116-2795a1691040 req-83091575-8311-4171-a56c-ee5660716851 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:34.706161 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-65c38c80-2927-4025-9116-2795a1691040 req-83091575-8311-4171-a56c-ee5660716851 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0513377 Aug 24 17:35:34.739537 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e91d6c2b-6302-465c-8422-968881d96e06 req-a916ab85-9bcf-4ddf-82ac-b6a3f1ccddb9 service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959666 Aug 24 17:35:34.754732 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-65c38c80-2927-4025-9116-2795a1691040 req-2d2cc91d-fd21-4bc4-ac9e-04af40ac3652 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412023 Aug 24 17:35:34.791088 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 35614) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:34.836708 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 35618) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:34.837302 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-dda67ef4-f7b9-42cf-9817-9642ac427218 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6754ddc5327e400aa1933480825d4100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441632 Aug 24 17:35:34.896050 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:34.921090 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:35.002244 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 35622) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:35.045898 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:35.048356 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:35.049548 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75ca6673-7774-4080-aa07-1c334929052b HTTP/1.1" status: 204 len: 168 time: 0.2111914 Aug 24 17:35:35.061393 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ca6673-7774-4080-aa07-1c334929052b,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:35.074113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:35.074113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:35.074113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:35.074113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:35.074113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:35.074113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:35.074113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:35.074113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:35.074113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:35.074113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:35.074113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:35.074113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86937fc9-9e54-4cc7-a93f-23c78c971254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:35.117951 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-765d483b-909b-4164-a0dd-8988f556f897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:35.206000 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-765d483b-909b-4164-a0dd-8988f556f897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:35.292488 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-765d483b-909b-4164-a0dd-8988f556f897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:35.340387 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 35636) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:35.340520 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-765d483b-909b-4164-a0dd-8988f556f897 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37f36f32e8ae43e2979d77415cc843ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371363 Aug 24 17:35:35.341730 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d483b-909b-4164-a0dd-8988f556f897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3561f5e-bf1b-4f0f-801a-e9364c6c22f5,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:35.451663 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0f49b-931e-4c61-b07a-da8b5c2c5900 req-d3a7f962-9c62-463a-9630-ce64e5315a1e tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:35.453462 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1eb0f49b-931e-4c61-b07a-da8b5c2c5900 req-d3a7f962-9c62-463a-9630-ce64e5315a1e tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0913634 Aug 24 17:35:35.479121 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-9243944a-bf2c-45d9-ad4d-87e430df299f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:35.514669 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-9243944a-bf2c-45d9-ad4d-87e430df299f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:35.518783 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1eb0f49b-931e-4c61-b07a-da8b5c2c5900 req-929af1cd-0352-4f5f-a5ab-5563cf3c67a8 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572488 Aug 24 17:35:35.680126 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-9243944a-bf2c-45d9-ad4d-87e430df299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:35.682930 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-9243944a-bf2c-45d9-ad4d-87e430df299f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:35.684053 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-9243944a-bf2c-45d9-ad4d-87e430df299f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3561f5e-bf1b-4f0f-801a-e9364c6c22f5 HTTP/1.1" status: 204 len: 168 time: 0.3420625 Aug 24 17:35:35.691845 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243944a-bf2c-45d9-ad4d-87e430df299f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3561f5e-bf1b-4f0f-801a-e9364c6c22f5,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:35.879177 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9b5f5-2931-4cb6-bf2d-7de3ff4250d6 req-13b7b3d2-630e-45cf-8f66-359b20346282 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:35.880663 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-01b9b5f5-2931-4cb6-bf2d-7de3ff4250d6 req-13b7b3d2-630e-45cf-8f66-359b20346282 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0481813 Aug 24 17:35:35.920812 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-01b9b5f5-2931-4cb6-bf2d-7de3ff4250d6 req-4f2db379-df52-4186-a501-f77fdbfbb419 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330164 Aug 24 17:35:36.560805 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 35678) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:36.573832 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-843d4dac-25ef-4b38-9409-ad44f8992355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:36.676390 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d40b24-339d-416d-aeed-f7c908f8d791 req-1250bd6d-350a-465b-884e-708b3507984e tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:36.684861 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-31d40b24-339d-416d-aeed-f7c908f8d791 req-1250bd6d-350a-465b-884e-708b3507984e tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0834422 Aug 24 17:35:36.761471 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-31d40b24-339d-416d-aeed-f7c908f8d791 req-276b84a2-b2d0-4500-867c-bf1080f40b5a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709658 Aug 24 17:35:36.780087 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-843d4dac-25ef-4b38-9409-ad44f8992355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:36.874424 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-843d4dac-25ef-4b38-9409-ad44f8992355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:36.917675 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-843d4dac-25ef-4b38-9409-ad44f8992355 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1547bb675224bf499a27d0faf3b9e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557558 Aug 24 17:35:36.919229 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d4dac-25ef-4b38-9409-ad44f8992355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe2120b-feb0-43b8-8e1b-65c54dfa347a,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:36.922224 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 35698) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:36.994230 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7b1c4a5e-8c06-4ce5-b189-deac893c8ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:37.053346 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7b1c4a5e-8c06-4ce5-b189-deac893c8ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:37.103530 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e8340-94c0-4a86-a95b-265756f62b4d req-88ff1c1b-a18f-4d8a-b6fd-95580c958ca5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:37.106619 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b66e8340-94c0-4a86-a95b-265756f62b4d req-88ff1c1b-a18f-4d8a-b6fd-95580c958ca5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0903406 Aug 24 17:35:37.160598 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b66e8340-94c0-4a86-a95b-265756f62b4d req-4cda1ed0-6077-493c-8934-883399e10a50 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475883 Aug 24 17:35:37.234149 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7b1c4a5e-8c06-4ce5-b189-deac893c8ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:37.236810 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7b1c4a5e-8c06-4ce5-b189-deac893c8ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:37.238237 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-7b1c4a5e-8c06-4ce5-b189-deac893c8ec6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbe2120b-feb0-43b8-8e1b-65c54dfa347a HTTP/1.1" status: 204 len: 168 time: 0.3146389 Aug 24 17:35:37.248378 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c4a5e-8c06-4ce5-b189-deac893c8ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe2120b-feb0-43b8-8e1b-65c54dfa347a,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:37.431108 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 35724) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:37.543336 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c8de1fc4-7b1b-465d-a81a-f423409be8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:37.636543 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c8de1fc4-7b1b-465d-a81a-f423409be8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:37.708904 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c8de1fc4-7b1b-465d-a81a-f423409be8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:37.754039 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-c8de1fc4-7b1b-465d-a81a-f423409be8f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cce491a5a785464790ec7cbcdec70d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217163 Aug 24 17:35:37.756402 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 35736) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:37.793265 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de1fc4-7b1b-465d-a81a-f423409be8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e9868a-aef5-422a-9fb7-244a7600196d,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:37.826377 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-35602859-9ba2-4ece-8e0a-97528b3c0461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:37.853226 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-35602859-9ba2-4ece-8e0a-97528b3c0461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:38.170472 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177f259-eea3-4063-9fe0-cd09570826cb req-f5627a47-b9c8-4b7e-bedb-94779eaed48a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:38.172001 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8177f259-eea3-4063-9fe0-cd09570826cb req-f5627a47-b9c8-4b7e-bedb-94779eaed48a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.3117154 Aug 24 17:35:38.210164 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8177f259-eea3-4063-9fe0-cd09570826cb req-403a1200-3310-48b4-be36-23dc9be5dbf2 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322690 Aug 24 17:35:38.257665 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-35602859-9ba2-4ece-8e0a-97528b3c0461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:38.264743 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-35602859-9ba2-4ece-8e0a-97528b3c0461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:38.264743 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-35602859-9ba2-4ece-8e0a-97528b3c0461 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6e9868a-aef5-422a-9fb7-244a7600196d HTTP/1.1" status: 204 len: 168 time: 0.5044091 Aug 24 17:35:38.288378 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35602859-9ba2-4ece-8e0a-97528b3c0461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e9868a-aef5-422a-9fb7-244a7600196d,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:38.314689 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d05be-855a-4ab0-bbf8-ed562a6c3159 req-20d1319a-cf69-4d13-8240-90e931b0595f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:38.316272 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-258d05be-855a-4ab0-bbf8-ed562a6c3159 req-20d1319a-cf69-4d13-8240-90e931b0595f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0732918 Aug 24 17:35:38.373615 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-258d05be-855a-4ab0-bbf8-ed562a6c3159 req-7a8cf8fc-0ab6-45b5-859f-80fc9ec41fa9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513368 Aug 24 17:35:39.339791 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5060c-5aae-41be-8a60-d67dfca298e4 req-4ad91a47-b659-440e-a1ce-c4104b1c1305 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:39.341306 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-66e5060c-5aae-41be-8a60-d67dfca298e4 req-4ad91a47-b659-440e-a1ce-c4104b1c1305 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0532510 Aug 24 17:35:39.380063 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-66e5060c-5aae-41be-8a60-d67dfca298e4 req-2a007e15-4d20-4a1b-9824-35619d5e5ddf tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322218 Aug 24 17:35:39.534534 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be70e8-258b-453a-805c-0e3df9885db9 req-b7ca0c15-3dad-4a80-91ea-97b1f55c0a90 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:39.534534 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-74be70e8-258b-453a-805c-0e3df9885db9 req-b7ca0c15-3dad-4a80-91ea-97b1f55c0a90 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0516272 Aug 24 17:35:39.538170 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-74be70e8-258b-453a-805c-0e3df9885db9 req-5444cc15-5fba-4c21-b768-39de0f77a24c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331011 Aug 24 17:35:39.548973 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 35854) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:39.646836 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-920072983-network', 'tenant_id': 'ddc3fd01258c4465a65a92d8c5f7e889'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:35:39.797701 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Made reservation on behalf of ddc3fd01258c4465a65a92d8c5f7e889 for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:35:39.797701 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:39.811148 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:39.929385 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:40.034189 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:40.064790 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:35:40.077398 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:40.087142 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:40.087142 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Added segment adcdb7cf-f2f9-4869-ba06-07fdada0e0c4 of type vlan for network 22b02aeb-c738-4e8d-83e4-922de7032fb9 Aug 24 17:35:40.134764 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:40.439663 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:40.441068 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:40.441865 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:40.509671 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] Pushing event updated for resources: {'Network': ['ID=22b02aeb-c738-4e8d-83e4-922de7032fb9,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:40.512109 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0dbc1-9235-4b1b-9aea-f8e8828b146b req-d0d2617e-7ef8-4b56-825a-ec62a1954b0e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:40.513630 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-71a0dbc1-9235-4b1b-9aea-f8e8828b146b req-d0d2617e-7ef8-4b56-825a-ec62a1954b0e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0506244 Aug 24 17:35:40.520272 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network 22b02aeb-c738-4e8d-83e4-922de7032fb9 details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:35:40.553093 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-71a0dbc1-9235-4b1b-9aea-f8e8828b146b req-7762c816-a4f2-42a6-890e-92767d901874 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329235 Aug 24 17:35:40.659777 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79369c0-bfa8-4b6e-8518-a281c09bb265 req-96e35087-fa02-4d27-b7c6-21abb3b2a94b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:40.661168 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e79369c0-bfa8-4b6e-8518-a281c09bb265 req-96e35087-fa02-4d27-b7c6-21abb3b2a94b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0505061 Aug 24 17:35:40.698483 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e79369c0-bfa8-4b6e-8518-a281c09bb265 req-ab066614-d639-42e6-a403-47d63b93de1c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305362 Aug 24 17:35:40.709294 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-e63266b4-767d-4a47-a509-05daccdedf79 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1592293 Aug 24 17:35:40.719399 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 35874) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:40.724267 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-aa77a2cb-67cb-4879-b878-16e48b39db71 admin admin] Request body: {'subnet': {'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-920072983-subnet', 'tenant_id': 'ddc3fd01258c4465a65a92d8c5f7e889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:35:40.874437 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa77a2cb-67cb-4879-b878-16e48b39db71 admin admin] Made reservation on behalf of ddc3fd01258c4465a65a92d8c5f7e889 for: {'subnet': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:35:40.876923 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-aa77a2cb-67cb-4879-b878-16e48b39db71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717414'] for subnet, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:41.103068 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-aa77a2cb-67cb-4879-b878-16e48b39db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12719542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717460'] for subnet, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:41.155752 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77a2cb-67cb-4879-b878-16e48b39db71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91637d5f-1a06-4c76-bb2c-b1db14701c0f,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:41.166461 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa77a2cb-67cb-4879-b878-16e48b39db71 admin admin] Checking segment: {'id': 'adcdb7cf-f2f9-4869-ba06-07fdada0e0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:35:41.166899 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa77a2cb-67cb-4879-b878-16e48b39db71 admin admin] Network hostable DHCP agents. Network: 22b02aeb-c738-4e8d-83e4-922de7032fb9, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:35:41.268377 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa77a2cb-67cb-4879-b878-16e48b39db71 admin admin] Network 22b02aeb-c738-4e8d-83e4-922de7032fb9 is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:35:41.337667 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-aa77a2cb-67cb-4879-b878-16e48b39db71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, 22b02aeb-c738-4e8d-83e4-922de7032fb9) {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:35:41.343039 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa77a2cb-67cb-4879-b878-16e48b39db71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:41.358689 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-aa77a2cb-67cb-4879-b878-16e48b39db71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:41.359487 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55f3984-e2b4-4e7d-9e29-0c0d38776279 None None] Network 22b02aeb-c738-4e8d-83e4-922de7032fb9 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:35:41.420946 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7deafe79-8feb-4237-9c18-9dd5275887ef req-83a106be-3d95-4626-8261-11d6006ef541 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401006 Aug 24 17:35:41.471257 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c20967-8fd9-4b78-96af-407a6f67c74d None None] Network 22b02aeb-c738-4e8d-83e4-922de7032fb9 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:35:41.489028 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deafe79-8feb-4237-9c18-9dd5275887ef req-ef475d7a-2dfc-41d8-9259-0666653932c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:41.490519 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7deafe79-8feb-4237-9c18-9dd5275887ef req-ef475d7a-2dfc-41d8-9259-0666653932c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 1098 time: 0.0402174 Aug 24 17:35:41.497381 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-aa77a2cb-67cb-4879-b878-16e48b39db71 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7769504 Aug 24 17:35:41.622378 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deafe79-8feb-4237-9c18-9dd5275887ef req-4af3c9d1-99e1-4eed-8cec-3957e01a2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:41.623935 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7deafe79-8feb-4237-9c18-9dd5275887ef req-4af3c9d1-99e1-4eed-8cec-3957e01a2497 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35168eb5-cbf9-4d30-adbc-57e79e50d223 HTTP/1.1" status: 200 len: 919 time: 0.1033654 Aug 24 17:35:41.671092 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7deafe79-8feb-4237-9c18-9dd5275887ef req-0c3e9145-1cb5-4a85-a216-993bac652fc9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98e3765e-80f7-4099-b6cb-5610825d1929 HTTP/1.1" status: 200 len: 217 time: 0.0381908 Aug 24 17:35:41.681379 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d7f7a-10c1-4c1e-b1b4-ebacfdeba0aa req-2d2b3778-8c52-4771-a323-63cb749b394d tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:41.683414 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-279d7f7a-10c1-4c1e-b1b4-ebacfdeba0aa req-2d2b3778-8c52-4771-a323-63cb749b394d tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0552461 Aug 24 17:35:41.735887 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-279d7f7a-10c1-4c1e-b1b4-ebacfdeba0aa req-a72d1130-4072-4775-9913-1b9cdb055105 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456858 Aug 24 17:35:41.747879 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deafe79-8feb-4237-9c18-9dd5275887ef req-8d124d79-e477-4bfe-870d-41b24c9bb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:41.758219 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7deafe79-8feb-4237-9c18-9dd5275887ef req-8d124d79-e477-4bfe-870d-41b24c9bb0c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f650938-3030-43f2-8815-455fc0962e0a HTTP/1.1" status: 200 len: 858 time: 0.0632956 Aug 24 17:35:41.796427 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7deafe79-8feb-4237-9c18-9dd5275887ef req-d7d910d4-99e8-4958-bcfa-b25d322cf2aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35168eb5-cbf9-4d30-adbc-57e79e50d223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297146 Aug 24 17:35:41.848944 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda7ab5-75b9-4114-af13-b66f0112f45e req-39df8307-34db-4f37-afc3-18881eea9d6e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:41.850471 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0fda7ab5-75b9-4114-af13-b66f0112f45e req-39df8307-34db-4f37-afc3-18881eea9d6e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0659406 Aug 24 17:35:41.905737 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0fda7ab5-75b9-4114-af13-b66f0112f45e req-626ded98-2ddd-4793-bcc9-ddf9f39bd7f0 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466189 Aug 24 17:35:41.908231 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7deafe79-8feb-4237-9c18-9dd5275887ef req-a0a48386-ca47-4d27-9709-40424d097e2c service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000335 Aug 24 17:35:42.014747 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7deafe79-8feb-4237-9c18-9dd5275887ef req-403c72bb-9ea1-4a27-9393-b01c60dabe13 service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894346 Aug 24 17:35:42.400123 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:42.855746 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbed9b4-7d97-4424-8be3-66ae89c09a6c req-e62fc8c3-cdde-4a2d-92bd-f935e5581ed5 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:42.857155 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0dbed9b4-7d97-4424-8be3-66ae89c09a6c req-e62fc8c3-cdde-4a2d-92bd-f935e5581ed5 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0532844 Aug 24 17:35:42.894733 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0dbed9b4-7d97-4424-8be3-66ae89c09a6c req-f66172fb-7d0d-45e1-9fdf-1461fbbb75df tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315828 Aug 24 17:35:43.017526 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb1d47-1f5a-4d26-a4e3-d0d6657d57fd req-d22b46c0-b8e1-45ca-b5c6-91f39d1861f3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:43.019016 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-19fb1d47-1f5a-4d26-a4e3-d0d6657d57fd req-d22b46c0-b8e1-45ca-b5c6-91f39d1861f3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0494485 Aug 24 17:35:43.058469 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-19fb1d47-1f5a-4d26-a4e3-d0d6657d57fd req-4d199fcd-8667-4f20-ba12-0e4ff1690663 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336695 Aug 24 17:35:44.010767 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa35bd-d822-4ad0-9dfa-2dd9738eca91 req-86233d2a-a0e2-4618-b473-43e72bbe9b4a tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:44.012260 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-14aa35bd-d822-4ad0-9dfa-2dd9738eca91 req-86233d2a-a0e2-4618-b473-43e72bbe9b4a tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0492048 Aug 24 17:35:44.055593 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-14aa35bd-d822-4ad0-9dfa-2dd9738eca91 req-f1701888-7f15-4872-8593-5eb6d9949c35 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350213 Aug 24 17:35:44.204067 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a09f6-97db-4c33-b7f3-fb5b7ce0a553 req-b1540a74-b9c0-4eb7-99a9-bcc0ad3f1455 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:44.205722 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9f7a09f6-97db-4c33-b7f3-fb5b7ce0a553 req-b1540a74-b9c0-4eb7-99a9-bcc0ad3f1455 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0752628 Aug 24 17:35:44.246920 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9f7a09f6-97db-4c33-b7f3-fb5b7ce0a553 req-1fffaafa-09d0-4fd1-b87f-976b7c6e0d03 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347438 Aug 24 17:35:44.614020 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ccbff-b64c-45c1-8575-6a21d2b744e2 req-a27b4a45-7914-4b0a-8d8d-d5a3f3144904 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:44.614020 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-589ccbff-b64c-45c1-8575-6a21d2b744e2 req-a27b4a45-7914-4b0a-8d8d-d5a3f3144904 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0577924 Aug 24 17:35:44.633093 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-589ccbff-b64c-45c1-8575-6a21d2b744e2 req-5d7d0ca3-5a50-4d2c-bd72-64ba9c1c42bf tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326290 Aug 24 17:35:44.792861 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-6d939f81-b8c4-481a-a028-ccb07e36ab08 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:44.801371 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-6d939f81-b8c4-481a-a028-ccb07e36ab08 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/networks?id=22b02aeb-c738-4e8d-83e4-922de7032fb9 HTTP/1.1" status: 200 len: 808 time: 0.1094325 Aug 24 17:35:44.809400 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-b99c88f8-4cb2-4747-a237-7822e10fd95d tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/quotas/ddc3fd01258c4465a65a92d8c5f7e889 HTTP/1.1" status: 200 len: 375 time: 0.0094435 Aug 24 17:35:44.839250 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-928dd47f-b550-40b6-ae1f-afac2f30dd53 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddc3fd01258c4465a65a92d8c5f7e889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246828 Aug 24 17:35:44.929515 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-d44a5a33-302b-4ef9-b288-8950cab7ac6a service neutron] 10.222.0.41 "GET /v2.0/networks/22b02aeb-c738-4e8d-83e4-922de7032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833428 Aug 24 17:35:45.029860 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-0c86a7d7-bd16-4151-baad-d3942263ad84 service neutron] 10.222.0.41 "GET /v2.0/networks/22b02aeb-c738-4e8d-83e4-922de7032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936091 Aug 24 17:35:45.415843 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5353de-e918-4ebd-9979-d5853f26d81f req-b8c4ab80-bec0-4449-a028-e8089d476aa9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:45.416595 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ef5353de-e918-4ebd-9979-d5853f26d81f req-b8c4ab80-bec0-4449-a028-e8089d476aa9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0698407 Aug 24 17:35:45.464196 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ef5353de-e918-4ebd-9979-d5853f26d81f req-5e046122-0728-42a3-83d9-b08b7fcf20e0 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409038 Aug 24 17:35:45.580825 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3d5ca-0d08-42ea-990d-a918b01160ac req-eff13f6f-74b5-4382-9614-6003d3a1cc30 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:45.582951 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c9a3d5ca-0d08-42ea-990d-a918b01160ac req-eff13f6f-74b5-4382-9614-6003d3a1cc30 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0510414 Aug 24 17:35:45.628022 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c9a3d5ca-0d08-42ea-990d-a918b01160ac req-fe5f891b-164e-477f-b523-2a6c45363870 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385311 Aug 24 17:35:45.706877 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a3f78691-155e-4572-9f81-a1f807ccc354 req-025bd9db-825c-43cd-978b-5fefdf6a626d tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 210 time: 0.0312560 Aug 24 17:35:45.826305 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 36024) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:45.943173 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fb694552-e9e1-4ffb-b522-32d5867e8f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:46.031726 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fb694552-e9e1-4ffb-b522-32d5867e8f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:46.136340 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fb694552-e9e1-4ffb-b522-32d5867e8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:46.181029 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-fb694552-e9e1-4ffb-b522-32d5867e8f25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=570e1031f360403b8d64d9cc9098fa41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541408 Aug 24 17:35:46.182427 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb694552-e9e1-4ffb-b522-32d5867e8f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086259ec-b72d-4873-9d17-5e0e1c6f0e4a,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:46.184427 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 36032) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:46.245764 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8878-111d-4815-8d86-942ac9aac380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:46.267519 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8878-111d-4815-8d86-942ac9aac380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:46.422079 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8878-111d-4815-8d86-942ac9aac380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:46.424779 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8878-111d-4815-8d86-942ac9aac380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:46.425917 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-8d1b8878-111d-4815-8d86-942ac9aac380 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/086259ec-b72d-4873-9d17-5e0e1c6f0e4a HTTP/1.1" status: 204 len: 168 time: 0.2393687 Aug 24 17:35:46.435704 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b8878-111d-4815-8d86-942ac9aac380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086259ec-b72d-4873-9d17-5e0e1c6f0e4a,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:46.585760 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8614d53-7b6e-49b0-a8eb-bfe64073b3f2 req-a90e406d-d841-4b9e-844f-56f065add363 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:46.587446 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f8614d53-7b6e-49b0-a8eb-bfe64073b3f2 req-a90e406d-d841-4b9e-844f-56f065add363 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0518916 Aug 24 17:35:46.630971 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f8614d53-7b6e-49b0-a8eb-bfe64073b3f2 req-426c3d32-0ea6-4a7c-8dc8-e91e1606c7d9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359254 Aug 24 17:35:46.769220 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce056a-7b46-46e8-8bd5-b894ce041dbe req-b788667a-db80-464c-9ba3-67db8317f6e6 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:46.771458 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8dce056a-7b46-46e8-8bd5-b894ce041dbe req-b788667a-db80-464c-9ba3-67db8317f6e6 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0691431 Aug 24 17:35:46.857564 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b35a6d74-cbb4-4856-9ba2-494f2760db75 req-93f9142b-3c96-4d3b-b779-2d5a3b2187d6 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 210 time: 0.0536230 Aug 24 17:35:46.866700 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8dce056a-7b46-46e8-8bd5-b894ce041dbe req-9f473c0b-dc8c-4c7b-b7ed-f55c0fe22853 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888231 Aug 24 17:35:47.173084 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 36056) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:47.186401 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e713a9fa-f578-4301-a85d-fc208627f4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:47.272797 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e713a9fa-f578-4301-a85d-fc208627f4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:47.371106 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e713a9fa-f578-4301-a85d-fc208627f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:47.408682 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-e713a9fa-f578-4301-a85d-fc208627f4ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c943458047a24e8cacd3cca7764fefd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344136 Aug 24 17:35:47.409462 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713a9fa-f578-4301-a85d-fc208627f4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc46e677-2dfc-4148-82c6-e3c604fcfff0,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:47.411495 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 36058) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:35:47.460693 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-3f7ab670-2437-4b38-8d36-934d38d75640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:47.482057 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-3f7ab670-2437-4b38-8d36-934d38d75640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:47.627739 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-3f7ab670-2437-4b38-8d36-934d38d75640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:47.630806 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-3f7ab670-2437-4b38-8d36-934d38d75640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:47.631993 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-3f7ab670-2437-4b38-8d36-934d38d75640 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc46e677-2dfc-4148-82c6-e3c604fcfff0 HTTP/1.1" status: 204 len: 168 time: 0.2187667 Aug 24 17:35:47.640362 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ab670-2437-4b38-8d36-934d38d75640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc46e677-2dfc-4148-82c6-e3c604fcfff0,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:47.647381 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b87d5b34-6abc-4414-9116-75e5807b1f26 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:35:47.754838 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e63d6-950f-4078-95db-0f03f0f5a02d req-171eb657-0128-420c-adfa-d2ad2b1a7375 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:47.756628 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e25e63d6-950f-4078-95db-0f03f0f5a02d req-171eb657-0128-420c-adfa-d2ad2b1a7375 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0527370 Aug 24 17:35:47.796392 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e25e63d6-950f-4078-95db-0f03f0f5a02d req-5e9fec06-6be4-4403-9320-ab2d15dae8be tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336287 Aug 24 17:35:47.798083 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b87d5b34-6abc-4414-9116-75e5807b1f26, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b87d5b34-6abc-4414-9116-75e5807b1f26,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:35:47.824011 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'port_id': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'mac_address': 'fa:16:3e:f3:ed:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:35:47.864561 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:47.877759 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b87d5b34-6abc-4414-9116-75e5807b1f26 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:35:47.898996 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b87d5b34-6abc-4414-9116-75e5807b1f26, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b87d5b34-6abc-4414-9116-75e5807b1f26,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:35:47.980052 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f23bc45b-5f41-4f11-9eca-d0e679a3f8fe req-ae726706-6c5a-4f5b-a140-b82ed66dcae3 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 210 time: 0.0483627 Aug 24 17:35:48.040083 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5f20f-3dbb-46ef-a7d4-76b4fc6b31c1 req-49565403-86c3-4a9a-a0b2-8068bef34992 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:48.042180 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8be5f20f-3dbb-46ef-a7d4-76b4fc6b31c1 req-49565403-86c3-4a9a-a0b2-8068bef34992 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0611391 Aug 24 17:35:48.078638 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8be5f20f-3dbb-46ef-a7d4-76b4fc6b31c1 req-36bec529-fd74-4835-8cf4-e97e83c1a1d5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303431 Aug 24 17:35:48.119964 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:48.168416 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b87d5b34-6abc-4414-9116-75e5807b1f26,revision_number=6']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:48.177604 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:48.177950 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:48.178349 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:48.178620 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:48.178945 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:48.179271 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:48.179596 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:48.179915 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:48.180259 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:48.180646 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:48.181015 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:48.181334 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:35:48.919260 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbb219-a80c-4a97-b3de-14398dc19a5c req-a4897b11-18e4-4531-b13a-ae0b65d3b7fb tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:48.920782 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a4cbb219-a80c-4a97-b3de-14398dc19a5c req-a4897b11-18e4-4531-b13a-ae0b65d3b7fb tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0533950 Aug 24 17:35:48.965119 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a4cbb219-a80c-4a97-b3de-14398dc19a5c req-a286980d-0bd1-4e28-a74d-a0e2da3241a4 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379524 Aug 24 17:35:49.078722 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9a902a8b-9d6a-4a84-befc-f0b0e3a47ec9 req-c45ebc4b-ec7c-45c7-97b7-1ec2aa432e88 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 210 time: 0.0311427 Aug 24 17:35:49.201797 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071c17-dc9e-43a4-9b49-27a8f8d97e37 req-f3178446-891b-4598-905b-b8387b799498 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:49.203279 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-57071c17-dc9e-43a4-9b49-27a8f8d97e37 req-f3178446-891b-4598-905b-b8387b799498 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 944 time: 0.0510440 Aug 24 17:35:49.242443 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-57071c17-dc9e-43a4-9b49-27a8f8d97e37 req-b66b7288-7967-4f7b-8980-7996e63d7b1a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333436 Aug 24 17:35:50.090001 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69022a61-8444-4653-8588-d9b88a55c64e req-639fe92e-7ff1-4594-a878-5248b9b20213 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:50.091533 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-69022a61-8444-4653-8588-d9b88a55c64e req-639fe92e-7ff1-4594-a878-5248b9b20213 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0566547 Aug 24 17:35:50.137366 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-69022a61-8444-4653-8588-d9b88a55c64e req-183c19f0-4cc6-439b-9141-003f4c90eed0 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396321 Aug 24 17:35:50.175373 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1b4e30a3-8864-4b19-9c36-8976c1b7449a req-e256a985-ee81-4ee0-83e4-2b6e86ab955d tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 210 time: 0.0265942 Aug 24 17:35:50.360953 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2a2cb-7ec5-4873-8c64-91e22aee808d req-ad46321b-3df7-4a25-9e82-ae6288d02d9f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:50.362422 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e3c2a2cb-7ec5-4873-8c64-91e22aee808d req-ad46321b-3df7-4a25-9e82-ae6288d02d9f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 944 time: 0.0487432 Aug 24 17:35:50.400973 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e3c2a2cb-7ec5-4873-8c64-91e22aee808d req-d77e6936-e46b-4c64-b14f-8109bf75eaa0 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326965 Aug 24 17:35:51.273511 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['b87d5b34-6abc-4414-9116-75e5807b1f26'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:35:51.296710 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce8c75-9161-4081-8aa9-440872c7f8b3 req-6d953994-b0d6-4f1a-93c8-22cd5b14d037 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:51.298689 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d4ce8c75-9161-4081-8aa9-440872c7f8b3 req-6d953994-b0d6-4f1a-93c8-22cd5b14d037 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0704153 Aug 24 17:35:51.318129 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-974c227d-9d48-49f4-837d-1363b2ef4074 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:51.321102 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-974c227d-9d48-49f4-837d-1363b2ef4074 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.42 "GET /v2.0/networks?id=22b02aeb-c738-4e8d-83e4-922de7032fb9 HTTP/1.1" status: 200 len: 808 time: 0.1330826 Aug 24 17:35:51.343712 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-8fa5ca98-295c-4a9a-a343-1fb9b5d31e2f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Request body: {'port': {'device_id': '52c383bd-2895-4d34-97a5-86b6587cbb22', 'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9', 'admin_state_up': True, 'tenant_id': 'ddc3fd01258c4465a65a92d8c5f7e889'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:35:51.366529 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-219aa94b-d9bc-4e05-91af-b367eb079f84 req-121f235e-532d-4cb5-9eb8-6b84d8eccf4f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 210 time: 0.0669010 Aug 24 17:35:51.390972 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d4ce8c75-9161-4081-8aa9-440872c7f8b3 req-b3e23d34-39c6-4806-a43d-c392ad594cee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630786 Aug 24 17:35:51.520423 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cb8c6-2e3f-4cc0-bd40-b4a48ee59125 req-39cd39c7-fba5-43a9-b095-3ea777a120cd tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:51.521814 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-218cb8c6-2e3f-4cc0-bd40-b4a48ee59125 req-39cd39c7-fba5-43a9-b095-3ea777a120cd tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 944 time: 0.0483997 Aug 24 17:35:51.548280 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-8fa5ca98-295c-4a9a-a343-1fb9b5d31e2f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Made reservation on behalf of ddc3fd01258c4465a65a92d8c5f7e889 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:35:51.551755 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-8fa5ca98-295c-4a9a-a343-1fb9b5d31e2f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:51.561769 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-218cb8c6-2e3f-4cc0-bd40-b4a48ee59125 req-e7e46412-2264-4b94-9b7d-fdfa0868b596 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329568 Aug 24 17:35:51.674939 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-8fa5ca98-295c-4a9a-a343-1fb9b5d31e2f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Allocated IP 172.20.0.13 (22b02aeb-c738-4e8d-83e4-922de7032fb9/91637d5f-1a06-4c76-bb2c-b1db14701c0f/3df11660-9be4-4401-b842-9781d75e9fe9) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:35:51.831371 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-8fa5ca98-295c-4a9a-a343-1fb9b5d31e2f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:51.931376 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-8fa5ca98-295c-4a9a-a343-1fb9b5d31e2f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:51.971461 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-8fa5ca98-295c-4a9a-a343-1fb9b5d31e2f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Network 22b02aeb-c738-4e8d-83e4-922de7032fb9 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:35:51.976906 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-8fa5ca98-295c-4a9a-a343-1fb9b5d31e2f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:35:51.981564 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-8fa5ca98-295c-4a9a-a343-1fb9b5d31e2f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:35:52.010331 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5ca98-295c-4a9a-a343-1fb9b5d31e2f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Pushing event updated for resources: {'Port': ['ID=3df11660-9be4-4401-b842-9781d75e9fe9,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:52.040494 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-8fa5ca98-295c-4a9a-a343-1fb9b5d31e2f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:52.041881 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-8fa5ca98-295c-4a9a-a343-1fb9b5d31e2f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:52.161459 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-8fa5ca98-295c-4a9a-a343-1fb9b5d31e2f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8219645 Aug 24 17:35:52.191294 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Request body: {'port': {'device_id': '52c383bd-2895-4d34-97a5-86b6587cbb22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:35:52.274382 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:52.540627 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fc49c-8749-45dd-87b1-6dcce94983e7 req-9c3d5deb-90bb-46d8-be39-8e4bb96040db tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:52.542367 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4f5fc49c-8749-45dd-87b1-6dcce94983e7 req-9c3d5deb-90bb-46d8-be39-8e4bb96040db tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 932 time: 0.0961385 Aug 24 17:35:52.578623 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f6dd5-ce47-4f21-8c8c-1ea962fb9185 req-6d87e9b9-70f8-4784-917f-cbd5d1b3cbb9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:52.580154 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-150f6dd5-ce47-4f21-8c8c-1ea962fb9185 req-6d87e9b9-70f8-4784-917f-cbd5d1b3cbb9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0976002 Aug 24 17:35:52.604541 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4f5fc49c-8749-45dd-87b1-6dcce94983e7 req-149d55b5-910f-4e14-99e4-fd8232d0fa46 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531011 Aug 24 17:35:52.660746 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-150f6dd5-ce47-4f21-8c8c-1ea962fb9185 req-6a3f01ed-8623-4748-81cf-f115f401bb16 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712540 Aug 24 17:35:52.703214 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df11660-9be4-4401-b842-9781d75e9fe9 {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:35:52.722345 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:52.743426 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Transition to ACTIVE for port object 3df11660-9be4-4401-b842-9781d75e9fe9 will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:35:52.833936 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:52.845757 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bad312-61e5-4ad4-bd72-a4f65bd98914 req-204bc0ea-a3a1-4322-b69d-ad5e1aa74ca5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:52.854153 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b9bad312-61e5-4ad4-bd72-a4f65bd98914 req-204bc0ea-a3a1-4322-b69d-ad5e1aa74ca5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 944 time: 0.1188231 Aug 24 17:35:52.938179 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b9bad312-61e5-4ad4-bd72-a4f65bd98914 req-9136dc10-de94-47c9-8e7e-58e4aedd311d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816910 Aug 24 17:35:52.983263 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Pushing event updated for resources: {'Port': ['ID=3df11660-9be4-4401-b842-9781d75e9fe9,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:53.027914 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Attempting to bind port 3df11660-9be4-4401-b842-9781d75e9fe9 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:35:53.028548 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Attempting to bind port 3df11660-9be4-4401-b842-9781d75e9fe9 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'adcdb7cf-f2f9-4869-ba06-07fdada0e0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:35:53.029044 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Attempting to bind port 3df11660-9be4-4401-b842-9781d75e9fe9 on network 22b02aeb-c738-4e8d-83e4-922de7032fb9 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:35:53.035933 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Port 3df11660-9be4-4401-b842-9781d75e9fe9 on network 22b02aeb-c738-4e8d-83e4-922de7032fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:35:53.036797 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Attempting to bind port 3df11660-9be4-4401-b842-9781d75e9fe9 on network 22b02aeb-c738-4e8d-83e4-922de7032fb9 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:35:53.045280 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:35:53.046269 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Checking segment: {'id': 'adcdb7cf-f2f9-4869-ba06-07fdada0e0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:35:53.046656 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Bound using segment: {'id': 'adcdb7cf-f2f9-4869-ba06-07fdada0e0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:35:53.047084 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Bound port: 3df11660-9be4-4401-b842-9781d75e9fe9, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcdb7cf-f2f9-4869-ba06-07fdada0e0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:35:53.047441 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:53.136084 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] For port 3df11660-9be4-4401-b842-9781d75e9fe9, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:35:53.139260 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] For port 3df11660-9be4-4401-b842-9781d75e9fe9, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3df11660-9be4-4401-b842-9781d75e9fe9,segment=NetworkSegment(adcdb7cf-f2f9-4869-ba06-07fdada0e0c4),segment_id=adcdb7cf-f2f9-4869-ba06-07fdada0e0c4)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:35:53.163575 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b87d5b34-6abc-4414-9116-75e5807b1f26 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:35:53.234196 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port b87d5b34-6abc-4414-9116-75e5807b1f26 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:35:53.236711 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:53.248123 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:53.311621 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:53.312686 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:53.314659 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] 10.222.0.42 "PUT /v2.0/ports/3df11660-9be4-4401-b842-9781d75e9fe9 HTTP/1.1" status: 200 len: 1094 time: 1.1336992 Aug 24 17:35:53.316799 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528019f-f0a8-4b78-b35d-268939d439cd service neutron] Pushing event updated for resources: {'Port': ['ID=3df11660-9be4-4401-b842-9781d75e9fe9,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:53.328641 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c383bd-2895-4d34-97a5-86b6587cbb22', 'tag': '3df11660-9be4-4401-b842-9781d75e9fe9'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:35:53.328641 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5992e4cc-5165-479c-a59c-8e82f846e190" -d '{"events": [{"name": "network-changed", "server_uuid": "52c383bd-2895-4d34-97a5-86b6587cbb22", "tag": "3df11660-9be4-4401-b842-9781d75e9fe9"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:35:53.375274 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3b6ad3-bff9-4fad-b922-74df43a44082 x-openstack-request-id: req-cb3b6ad3-bff9-4fad-b922-74df43a44082 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:35:53.375562 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c383bd-2895-4d34-97a5-86b6587cbb22", "tag": "3df11660-9be4-4401-b842-9781d75e9fe9", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:35:53.375816 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb3b6ad3-bff9-4fad-b922-74df43a44082 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:35:53.376227 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c383bd-2895-4d34-97a5-86b6587cbb22', 'tag': '3df11660-9be4-4401-b842-9781d75e9fe9', 'status': 'completed', 'code': 200} Aug 24 17:35:53.379011 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:53.407585 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:35:53.410020 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3989e5-3db3-4f4f-86a0-ef6b59f064f5" -d '{"events": [{"server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "name": "network-vif-plugged", "status": "completed", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:35:53.445494 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b87d5b34-6abc-4414-9116-75e5807b1f26, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b87d5b34-6abc-4414-9116-75e5807b1f26,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:35:53.499105 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e5962c-f79a-44fa-891a-c4a4bd8668f0 x-openstack-request-id: req-94e5962c-f79a-44fa-891a-c4a4bd8668f0 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:35:53.499462 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "name": "network-vif-plugged", "status": "completed", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:35:53.499744 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94e5962c-f79a-44fa-891a-c4a4bd8668f0 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:35:53.500567 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'code': 200} Aug 24 17:35:53.524995 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992e4cc-5165-479c-a59c-8e82f846e190 req-6ffc0861-9608-4fc2-9838-8bca42c5cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:53.527674 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5992e4cc-5165-479c-a59c-8e82f846e190 req-6ffc0861-9608-4fc2-9838-8bca42c5cef4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddc3fd01258c4465a65a92d8c5f7e889&device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 1097 time: 0.1056185 Aug 24 17:35:53.555881 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:53.639337 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b87d5b34-6abc-4414-9116-75e5807b1f26,revision_number=7']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:53.851541 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad6007-4f66-4826-a301-b747006b9800 req-27bb871f-b691-4562-ab49-efc4baa928f1 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:53.854039 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-21ad6007-4f66-4826-a301-b747006b9800 req-27bb871f-b691-4562-ab49-efc4baa928f1 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 944 time: 0.1258590 Aug 24 17:35:53.867799 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f4443-9c59-4ff8-941c-7d2cf3c3950c req-8b9b7434-a2e6-45dd-b96e-5203c373cc2c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:53.870170 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-068f4443-9c59-4ff8-941c-7d2cf3c3950c req-8b9b7434-a2e6-45dd-b96e-5203c373cc2c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0927169 Aug 24 17:35:54.046131 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-21ad6007-4f66-4826-a301-b747006b9800 req-33cfff1f-47da-458d-b66e-ebac0cf7eeb8 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643910 Aug 24 17:35:54.050083 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-068f4443-9c59-4ff8-941c-7d2cf3c3950c req-58192044-03f0-47ff-ab4b-bbf7e0a42772 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727886 Aug 24 17:35:54.226554 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992e4cc-5165-479c-a59c-8e82f846e190 req-ceccd92e-f8d3-4ff9-b308-e4e142afc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:54.236948 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5992e4cc-5165-479c-a59c-8e82f846e190 req-ceccd92e-f8d3-4ff9-b308-e4e142afc70e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ddc3fd01258c4465a65a92d8c5f7e889&shared=False HTTP/1.1" status: 200 len: 909 time: 0.6854060 Aug 24 17:35:54.239198 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaea5e-9aa0-4923-86e0-5e23d9018637 req-159f8281-457b-49ca-a5d4-c8157fc4cb95 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:54.240798 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b6eaea5e-9aa0-4923-86e0-5e23d9018637 req-159f8281-457b-49ca-a5d4-c8157fc4cb95 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.1265361 Aug 24 17:35:54.330433 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b6eaea5e-9aa0-4923-86e0-5e23d9018637 req-4888d3b4-8850-41cf-8dd7-8cea366cce06 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776229 Aug 24 17:35:54.533827 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992e4cc-5165-479c-a59c-8e82f846e190 req-f06bb10a-4ca1-4f33-a148-f7d9a814ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:54.535288 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5992e4cc-5165-479c-a59c-8e82f846e190 req-f06bb10a-4ca1-4f33-a148-f7d9a814ec30 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2874074 Aug 24 17:35:54.664892 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-4344557d-9e24-4627-9318-70dde748265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:54.667414 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-4344557d-9e24-4627-9318-70dde748265f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddc3fd01258c4465a65a92d8c5f7e889&device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 1097 time: 0.0752628 Aug 24 17:35:54.730549 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-c5b8d3ef-7e3a-4dc6-909d-d2aef0205bf5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3df11660-9be4-4401-b842-9781d75e9fe9 HTTP/1.1" status: 200 len: 217 time: 0.0492597 Aug 24 17:35:54.791932 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-326391ec-aff1-428a-b32a-6e57438ceca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:54.801829 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-326391ec-aff1-428a-b32a-6e57438ceca5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91637d5f-1a06-4c76-bb2c-b1db14701c0f HTTP/1.1" status: 200 len: 848 time: 0.0545855 Aug 24 17:35:54.848505 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-39f25245-80c6-4211-881e-6a93f71cf09f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22b02aeb-c738-4e8d-83e4-922de7032fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351341 Aug 24 17:35:54.968606 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-5d7b4309-d2da-43a5-a6f3-eb229cc8cdf3 service neutron] 10.222.0.42 "GET /v2.0/networks/22b02aeb-c738-4e8d-83e4-922de7032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068780 Aug 24 17:35:55.086814 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4aabab78-ba46-457c-935a-ecbbe9c9dbc3 req-182b97b0-159e-4d56-9e6a-3781819187e0 service neutron] 10.222.0.42 "GET /v2.0/networks/22b02aeb-c738-4e8d-83e4-922de7032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093423 Aug 24 17:35:55.194016 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b027077-5298-4cea-9cd4-dbdadf965a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:55.265962 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a031f17-2381-4ad1-8106-ec027c6980f9 req-9ff8a4e4-e0bc-4544-bde8-bbd6e6a6e8b6 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:55.278149 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7a031f17-2381-4ad1-8106-ec027c6980f9 req-9ff8a4e4-e0bc-4544-bde8-bbd6e6a6e8b6 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.1204081 Aug 24 17:35:55.298105 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c84a71-b353-4c67-9d93-5ed4021dec9b req-1f518751-51fb-4fa8-ada5-04729b13c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:55.304852 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-73c84a71-b353-4c67-9d93-5ed4021dec9b req-1f518751-51fb-4fa8-ada5-04729b13c641 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 1098 time: 0.1335661 Aug 24 17:35:55.310394 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f636c8-cc90-445a-8ba6-d503e4bff709 req-3de883be-9266-4f07-869d-4ecda4b88d12 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:55.312071 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-65f636c8-cc90-445a-8ba6-d503e4bff709 req-3de883be-9266-4f07-869d-4ecda4b88d12 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 944 time: 0.1438963 Aug 24 17:35:55.356475 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7a031f17-2381-4ad1-8106-ec027c6980f9 req-cc8bcb13-5971-4256-8afb-ae910c096a74 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817451 Aug 24 17:35:55.419260 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-65f636c8-cc90-445a-8ba6-d503e4bff709 req-922f2484-0dc1-4d62-8b96-3758d8aa96de tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768616 Aug 24 17:35:55.557459 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c84a71-b353-4c67-9d93-5ed4021dec9b req-75c25c12-fa70-495e-bdfd-73a31c73edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:55.562975 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-73c84a71-b353-4c67-9d93-5ed4021dec9b req-75c25c12-fa70-495e-bdfd-73a31c73edfa service neutron] 10.222.0.42 "GET /v2.0/networks?id=35168eb5-cbf9-4d30-adbc-57e79e50d223 HTTP/1.1" status: 200 len: 919 time: 0.2428565 Aug 24 17:35:55.595710 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1080e70-d096-420e-a27a-73b85cf41949 req-c7c95cf7-b29d-43ca-ba68-ec31f0e25840 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:55.605837 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e1080e70-d096-420e-a27a-73b85cf41949 req-c7c95cf7-b29d-43ca-ba68-ec31f0e25840 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.1179135 Aug 24 17:35:55.624001 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-73c84a71-b353-4c67-9d93-5ed4021dec9b req-ac4f5f48-7576-4343-b028-9ba22ba87c83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98e3765e-80f7-4099-b6cb-5610825d1929 HTTP/1.1" status: 200 len: 217 time: 0.0490048 Aug 24 17:35:55.695498 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c84a71-b353-4c67-9d93-5ed4021dec9b req-7560f85f-a2c1-4ab9-85f4-7cbeea6e7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:55.697180 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-73c84a71-b353-4c67-9d93-5ed4021dec9b req-7560f85f-a2c1-4ab9-85f4-7cbeea6e7f53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f650938-3030-43f2-8815-455fc0962e0a HTTP/1.1" status: 200 len: 858 time: 0.0557134 Aug 24 17:35:55.700150 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2ac9f-7178-4dbb-8aac-e00f6976bc99 req-96c61db7-73da-4c5d-a1bf-5d6e4b754974 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:55.701786 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-31c2ac9f-7178-4dbb-8aac-e00f6976bc99 req-96c61db7-73da-4c5d-a1bf-5d6e4b754974 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0948367 Aug 24 17:35:55.716733 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e1080e70-d096-420e-a27a-73b85cf41949 req-b3cb027e-4fd2-4faf-b777-c937fa6accc3 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721142 Aug 24 17:35:55.759911 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-73c84a71-b353-4c67-9d93-5ed4021dec9b req-064f15bf-2f2a-468c-9ff2-a4b3e803c350 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35168eb5-cbf9-4d30-adbc-57e79e50d223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529637 Aug 24 17:35:55.801237 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-31c2ac9f-7178-4dbb-8aac-e00f6976bc99 req-a69fe18a-a1b9-408c-b34a-85e0caceae0b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779481 Aug 24 17:35:55.918577 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-73c84a71-b353-4c67-9d93-5ed4021dec9b req-0575a456-cc30-48ac-9deb-cdc95d0b229c service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383414 Aug 24 17:35:56.026356 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-73c84a71-b353-4c67-9d93-5ed4021dec9b req-617bee2e-39e7-4574-be0b-16c07ebe7fd6 service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978513 Aug 24 17:35:56.479508 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d3295-ce0a-4e44-9e3f-eb7610ffac08 req-cde52431-a74c-4a61-92d0-52b63b649cd0 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:56.481215 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b71d3295-ce0a-4e44-9e3f-eb7610ffac08 req-cde52431-a74c-4a61-92d0-52b63b649cd0 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0500815 Aug 24 17:35:56.550365 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b71d3295-ce0a-4e44-9e3f-eb7610ffac08 req-3d012b1e-251f-4138-ac7c-3c02ca3fb1bc tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587969 Aug 24 17:35:56.558394 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23a551-1d5b-4874-92af-a92185d21d44 req-4169ccae-0eb8-4be6-9587-ab8317c03cd8 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:56.559808 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5c23a551-1d5b-4874-92af-a92185d21d44 req-4169ccae-0eb8-4be6-9587-ab8317c03cd8 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 944 time: 0.0769849 Aug 24 17:35:56.599857 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5c23a551-1d5b-4874-92af-a92185d21d44 req-c6b39f2b-5fad-4fbb-94c8-54a1d3378b22 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336871 Aug 24 17:35:56.843609 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0a354-7246-48bb-a474-c07dc6538633 req-7338b565-5c62-4f2d-a316-12e3caa7d407 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:56.846079 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-00f0a354-7246-48bb-a474-c07dc6538633 req-7338b565-5c62-4f2d-a316-12e3caa7d407 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0613732 Aug 24 17:35:56.927081 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-00f0a354-7246-48bb-a474-c07dc6538633 req-182ccfc7-25c2-4458-aa47-eaea76819fb3 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732198 Aug 24 17:35:56.963340 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef11b7d-f9b3-4a78-9f4e-65ade90216aa req-1c83723a-07a5-4125-b1a9-415e401406c0 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:56.968794 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0ef11b7d-f9b3-4a78-9f4e-65ade90216aa req-1c83723a-07a5-4125-b1a9-415e401406c0 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0919423 Aug 24 17:35:57.019375 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0ef11b7d-f9b3-4a78-9f4e-65ade90216aa req-cf0d0ddc-bf8e-4169-b92a-094bc1006843 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470176 Aug 24 17:35:57.178428 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 3df11660-9be4-4401-b842-9781d75e9fe9 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:35:57.306953 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 3df11660-9be4-4401-b842-9781d75e9fe9, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3df11660-9be4-4401-b842-9781d75e9fe9,segment=NetworkSegment(adcdb7cf-f2f9-4869-ba06-07fdada0e0c4),segment_id=adcdb7cf-f2f9-4869-ba06-07fdada0e0c4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:35:57.322668 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '3df11660-9be4-4401-b842-9781d75e9fe9', 'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9', 'port_id': '3df11660-9be4-4401-b842-9781d75e9fe9', 'mac_address': 'fa:16:3e:e9:23:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91637d5f-1a06-4c76-bb2c-b1db14701c0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:35:57.373462 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:57.401707 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df11660-9be4-4401-b842-9781d75e9fe9 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:35:57.437270 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 3df11660-9be4-4401-b842-9781d75e9fe9, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3df11660-9be4-4401-b842-9781d75e9fe9,segment=NetworkSegment(adcdb7cf-f2f9-4869-ba06-07fdada0e0c4),segment_id=adcdb7cf-f2f9-4869-ba06-07fdada0e0c4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:35:57.497642 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:57.569933 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=3df11660-9be4-4401-b842-9781d75e9fe9,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:35:57.683425 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff8cde-7a6f-4959-a9e5-cc4aabc0a222 req-c92dea63-b073-400b-bea5-bd5c0d2db2dc tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:57.684977 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c3ff8cde-7a6f-4959-a9e5-cc4aabc0a222 req-c92dea63-b073-400b-bea5-bd5c0d2db2dc tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0633314 Aug 24 17:35:57.758618 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c3ff8cde-7a6f-4959-a9e5-cc4aabc0a222 req-a655fce5-ffee-4eea-ac15-71b8437dc476 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576560 Aug 24 17:35:57.767402 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd01f5-e526-484b-a18f-57455de2dd6c req-35bdbfad-725b-45e5-befb-81694cb497bf tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:57.769133 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9dfd01f5-e526-484b-a18f-57455de2dd6c req-35bdbfad-725b-45e5-befb-81694cb497bf tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 945 time: 0.0812619 Aug 24 17:35:57.816612 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9dfd01f5-e526-484b-a18f-57455de2dd6c req-ed6fbbc8-537f-4dc0-8636-b0d3140ec248 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397992 Aug 24 17:35:57.918735 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['3df11660-9be4-4401-b842-9781d75e9fe9'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:35:58.115432 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d84297-6d6c-4061-b1c2-461dd3a456ee req-bdd36289-7716-45db-9f74-6c599165ce85 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:58.124361 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a7d84297-6d6c-4061-b1c2-461dd3a456ee req-bdd36289-7716-45db-9f74-6c599165ce85 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0852218 Aug 24 17:35:58.179278 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b7dc-d171-4ab5-898a-2d38c85bf901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:58.218916 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a7d84297-6d6c-4061-b1c2-461dd3a456ee req-4d0b1dae-bf1c-438a-83cc-f28f32f090b9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935876 Aug 24 17:35:58.244833 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd090dc-a82a-4bbc-bf47-f9ba618f3258 req-20c0d4c6-3386-4eb4-ba54-cce55b62ccb8 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:58.246392 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3fd090dc-a82a-4bbc-bf47-f9ba618f3258 req-20c0d4c6-3386-4eb4-ba54-cce55b62ccb8 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.1147754 Aug 24 17:35:58.325329 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3fd090dc-a82a-4bbc-bf47-f9ba618f3258 req-1f5d2b0a-b114-4469-acbe-360199252e3e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675654 Aug 24 17:35:58.477780 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:58.947626 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cb9b8-a8fb-43c4-a166-4e9db6a86ee0 req-9deab593-bcaf-4461-8fe0-6fcd0b4e0437 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:58.949216 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d45cb9b8-a8fb-43c4-a166-4e9db6a86ee0 req-9deab593-bcaf-4461-8fe0-6fcd0b4e0437 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0767052 Aug 24 17:35:59.024553 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d45cb9b8-a8fb-43c4-a166-4e9db6a86ee0 req-5a949183-da7b-4144-b902-6ffea2c232d8 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470805 Aug 24 17:35:59.032084 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99527a5f-fe77-410c-9c00-28c39d78549b req-6c7f1f35-7901-41e0-aef8-eebc8e8872f6 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:59.033771 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-99527a5f-fe77-410c-9c00-28c39d78549b req-6c7f1f35-7901-41e0-aef8-eebc8e8872f6 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 945 time: 0.0982401 Aug 24 17:35:59.078592 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-99527a5f-fe77-410c-9c00-28c39d78549b req-f5235cf9-206a-400a-8b61-97cf48725127 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379446 Aug 24 17:35:59.192807 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 3df11660-9be4-4401-b842-9781d75e9fe9 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:35:59.366695 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929819e-c43d-4d6d-90c8-fea91819ffc4 req-f4783338-0261-47c3-ae9e-9dc7b6c424f9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:59.387121 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5929819e-c43d-4d6d-90c8-fea91819ffc4 req-f4783338-0261-47c3-ae9e-9dc7b6c424f9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0796502 Aug 24 17:35:59.440190 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 3df11660-9be4-4401-b842-9781d75e9fe9 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:35:59.441099 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 3df11660-9be4-4401-b842-9781d75e9fe9 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:35:59.445927 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:59.524302 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5929819e-c43d-4d6d-90c8-fea91819ffc4 req-dadd707f-77c6-4477-adfc-d529af3aca88 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345952 Aug 24 17:35:59.573959 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977dc87-918e-47c0-bf72-32f1176b9fbf req-681708bb-410e-4f2b-9a98-f78579e7c5fd tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:35:59.576891 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0977dc87-918e-47c0-bf72-32f1176b9fbf req-681708bb-410e-4f2b-9a98-f78579e7c5fd tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.1309657 Aug 24 17:35:59.642209 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0977dc87-918e-47c0-bf72-32f1176b9fbf req-06be1ca5-8891-4b10-bc01-519f7466b285 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599847 Aug 24 17:35:59.658818 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:59.723157 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:59.780832 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c383bd-2895-4d34-97a5-86b6587cbb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df11660-9be4-4401-b842-9781d75e9fe9'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:35:59.783672 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a1e520-1b4b-48e5-8346-201a85484911" -d '{"events": [{"server_uuid": "52c383bd-2895-4d34-97a5-86b6587cbb22", "name": "network-vif-plugged", "status": "completed", "tag": "3df11660-9be4-4401-b842-9781d75e9fe9"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:35:59.829526 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 3df11660-9be4-4401-b842-9781d75e9fe9, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3df11660-9be4-4401-b842-9781d75e9fe9,segment=NetworkSegment(adcdb7cf-f2f9-4869-ba06-07fdada0e0c4),segment_id=adcdb7cf-f2f9-4869-ba06-07fdada0e0c4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:35:59.876395 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1626f48-91cc-4622-a70f-7d004984c58f x-openstack-request-id: req-c1626f48-91cc-4622-a70f-7d004984c58f {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:35:59.876395 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c383bd-2895-4d34-97a5-86b6587cbb22", "name": "network-vif-plugged", "status": "completed", "tag": "3df11660-9be4-4401-b842-9781d75e9fe9", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:35:59.876395 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1626f48-91cc-4622-a70f-7d004984c58f {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:35:59.877001 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c383bd-2895-4d34-97a5-86b6587cbb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df11660-9be4-4401-b842-9781d75e9fe9', 'code': 200} Aug 24 17:35:59.896499 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:35:59.961559 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=3df11660-9be4-4401-b842-9781d75e9fe9,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:00.150528 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe71e9-8640-44da-9068-608b14f31ee8 req-7fc1aa8e-4994-4801-b8a4-20ea9c7c5183 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:00.151885 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8cfe71e9-8640-44da-9068-608b14f31ee8 req-7fc1aa8e-4994-4801-b8a4-20ea9c7c5183 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0539587 Aug 24 17:36:00.221496 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92452d-e3ef-40bb-8f6c-ca0afc5dce0a req-3217ff15-5e3a-4adb-a6b1-e83323b6c0ea tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:00.222962 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ca92452d-e3ef-40bb-8f6c-ca0afc5dce0a req-3217ff15-5e3a-4adb-a6b1-e83323b6c0ea tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 946 time: 0.0701592 Aug 24 17:36:00.225931 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8cfe71e9-8640-44da-9068-608b14f31ee8 req-788d99bb-c643-413a-9b9f-41f51f8f6040 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642366 Aug 24 17:36:00.263869 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ca92452d-e3ef-40bb-8f6c-ca0afc5dce0a req-8846cb43-a54a-4a74-8f08-30f5699c62b2 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349264 Aug 24 17:36:00.644597 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2441c21-008d-4078-8ad1-781e16f53973 req-35fd39c9-4726-4b63-9ffd-10043eb84011 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:00.645815 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f2441c21-008d-4078-8ad1-781e16f53973 req-35fd39c9-4726-4b63-9ffd-10043eb84011 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0490224 Aug 24 17:36:00.687709 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f2441c21-008d-4078-8ad1-781e16f53973 req-679eb1d1-3a9d-45b7-9c5b-12052964e410 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335171 Aug 24 17:36:00.768782 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef0e6b-3887-4005-9647-04de141fc5e8 req-614f2cb9-5d71-408a-9edc-e29a5c36185c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:00.770254 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-62ef0e6b-3887-4005-9647-04de141fc5e8 req-614f2cb9-5d71-408a-9edc-e29a5c36185c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0535567 Aug 24 17:36:00.781509 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:00.828569 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-62ef0e6b-3887-4005-9647-04de141fc5e8 req-3106418b-a39d-4f1a-9376-365f8737a1c0 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515463 Aug 24 17:36:00.980736 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13c773-567f-471b-a566-d2d03326a71d req-ca6e1a5a-8537-494e-bdb7-4275a5828765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:00.982327 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4c13c773-567f-471b-a566-d2d03326a71d req-ca6e1a5a-8537-494e-bdb7-4275a5828765 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 1099 time: 0.0494070 Aug 24 17:36:01.028253 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4c13c773-567f-471b-a566-d2d03326a71d req-e80d4b9b-670d-497a-a384-9d012a48fbad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375874 Aug 24 17:36:01.381144 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13740d-2f9e-4c5f-a284-6644c7bb3d32 req-8c8762fa-c30b-4a29-8493-da1caf06dbc7 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:01.382713 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ad13740d-2f9e-4c5f-a284-6644c7bb3d32 req-8c8762fa-c30b-4a29-8493-da1caf06dbc7 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0564153 Aug 24 17:36:01.454142 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ad13740d-2f9e-4c5f-a284-6644c7bb3d32 req-d6c160ba-12a7-4f8f-9132-dc8a977b63eb tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627811 Aug 24 17:36:01.483803 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722c279-712b-4701-b6c5-9b74f71e54c9 req-c3a15b6d-4593-4999-b33f-8f5e6363b347 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:01.488644 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c722c279-712b-4701-b6c5-9b74f71e54c9 req-c3a15b6d-4593-4999-b33f-8f5e6363b347 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 946 time: 0.0660183 Aug 24 17:36:01.536711 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c722c279-712b-4701-b6c5-9b74f71e54c9 req-e8ae7c6f-3b3c-47d3-9152-f2d4234c8f6b tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471485 Aug 24 17:36:01.862654 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400aa33-c21f-457b-8d81-bcb427bea17c req-3bd90120-c369-4b5d-8e48-ed5b4421a8d0 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:01.864573 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8400aa33-c21f-457b-8d81-bcb427bea17c req-3bd90120-c369-4b5d-8e48-ed5b4421a8d0 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0740895 Aug 24 17:36:01.936978 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8400aa33-c21f-457b-8d81-bcb427bea17c req-ef31a746-f5d4-40ff-a200-3455f3bdea64 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626850 Aug 24 17:36:02.033171 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb844e0-9784-4ff5-b8e0-47912e0e1631 req-c3382ec3-abf6-4198-887a-b07ddb6861e9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:02.042542 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-deb844e0-9784-4ff5-b8e0-47912e0e1631 req-c3382ec3-abf6-4198-887a-b07ddb6861e9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.1025836 Aug 24 17:36:02.095270 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-deb844e0-9784-4ff5-b8e0-47912e0e1631 req-e9918467-c7fa-42b3-9d9d-7cf998702811 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532494 Aug 24 17:36:02.189798 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:36:02.672659 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dbcb6-b690-462f-8f61-3b52ac461ba3 req-09774f77-29ae-4343-a545-603826fc8f5b tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:02.680506 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f27dbcb6-b690-462f-8f61-3b52ac461ba3 req-09774f77-29ae-4343-a545-603826fc8f5b tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0899022 Aug 24 17:36:02.694622 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 36462) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:02.736554 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 36466) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:02.764167 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f27dbcb6-b690-462f-8f61-3b52ac461ba3 req-3da072b8-a8d7-4294-ad39-34ec0543676d tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779059 Aug 24 17:36:02.789412 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dcb2c-9334-465e-b97f-e592c2b3b7ca req-7d14c996-4e3f-491f-a192-fab10b4d6841 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:02.797516 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-226dcb2c-9334-465e-b97f-e592c2b3b7ca req-7d14c996-4e3f-491f-a192-fab10b4d6841 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 946 time: 0.1337609 Aug 24 17:36:02.851114 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-226dcb2c-9334-465e-b97f-e592c2b3b7ca req-48af14d6-1c38-4b3a-9e1f-14660888d017 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526063 Aug 24 17:36:02.941756 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-660828ed-4fd6-46fc-8822-8750c831237e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.005864 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf16c-39ea-46c6-91e8-1600af7daf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.102136 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-660828ed-4fd6-46fc-8822-8750c831237e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.146216 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fd4fa-3ad3-4566-9651-f78f7c125442 req-adc33b67-9aa9-4d15-86b5-1cb9ee78c810 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:03.156582 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4f6fd4fa-3ad3-4566-9651-f78f7c125442 req-adc33b67-9aa9-4d15-86b5-1cb9ee78c810 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0974684 Aug 24 17:36:03.173842 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-660828ed-4fd6-46fc-8822-8750c831237e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.239275 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4f6fd4fa-3ad3-4566-9651-f78f7c125442 req-6492d72f-1ec0-46a3-96f4-9ad23939d7dc tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845723 Aug 24 17:36:03.284569 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-660828ed-4fd6-46fc-8822-8750c831237e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3232832e96504e0c8cb41207e1df3053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5875101 Aug 24 17:36:03.292444 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 36480) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:03.301636 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660828ed-4fd6-46fc-8822-8750c831237e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cf38c7-675f-4b83-9865-35d51af98bd6,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:03.307260 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 36482) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:03.413316 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1db0f3-a146-4166-ae11-1d25eb9e2fb5 req-aff8bdc4-8697-43d9-a05f-a626f15689d1 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:03.421089 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6a1db0f3-a146-4166-ae11-1d25eb9e2fb5 req-aff8bdc4-8697-43d9-a05f-a626f15689d1 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.1954980 Aug 24 17:36:03.423086 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf16c-39ea-46c6-91e8-1600af7daf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.470200 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-984dd804-6455-49fb-8032-c8f2d7af31ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.482846 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6a1db0f3-a146-4166-ae11-1d25eb9e2fb5 req-2f31eaae-1b67-47c5-ae60-163e1d404ba3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608318 Aug 24 17:36:03.483419 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bb2eb38b-773d-45bf-b545-cd8730593eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.493128 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf16c-39ea-46c6-91e8-1600af7daf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.517271 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-984dd804-6455-49fb-8032-c8f2d7af31ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.534178 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-5b7cf16c-39ea-46c6-91e8-1600af7daf8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6118bc37e1ef490fabdd7acce8eb3271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7955105 Aug 24 17:36:03.536292 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 36488) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:03.560581 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cf16c-39ea-46c6-91e8-1600af7daf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3c696a-8049-44d9-b51e-c0d58695ff00,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:03.609785 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c2360df3-ccff-4c48-a217-503fb1120be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.657054 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c2360df3-ccff-4c48-a217-503fb1120be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.665168 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bb2eb38b-773d-45bf-b545-cd8730593eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.696036 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-984dd804-6455-49fb-8032-c8f2d7af31ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.699450 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-984dd804-6455-49fb-8032-c8f2d7af31ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.700586 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-984dd804-6455-49fb-8032-c8f2d7af31ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48cf38c7-675f-4b83-9865-35d51af98bd6 HTTP/1.1" status: 204 len: 168 time: 0.4070561 Aug 24 17:36:03.715233 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984dd804-6455-49fb-8032-c8f2d7af31ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cf38c7-675f-4b83-9865-35d51af98bd6,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:03.748542 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bb2eb38b-773d-45bf-b545-cd8730593eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.804304 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-bb2eb38b-773d-45bf-b545-cd8730593eed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7612d0396b59479fbd4d6f5c8ae7e775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957216 Aug 24 17:36:03.805253 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2eb38b-773d-45bf-b545-cd8730593eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c324188-8adc-44f8-9209-9bc62f043bed,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:03.807959 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 36500) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:03.853446 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1799a-d7a7-4b8a-a191-6edab6964ebe req-fa0f5df4-c768-4c37-b4b4-c9be4415f62a tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:03.855327 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-94f1799a-d7a7-4b8a-a191-6edab6964ebe req-fa0f5df4-c768-4c37-b4b4-c9be4415f62a tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0936337 Aug 24 17:36:03.855989 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c2360df3-ccff-4c48-a217-503fb1120be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.858756 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c2360df3-ccff-4c48-a217-503fb1120be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.862259 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-c2360df3-ccff-4c48-a217-503fb1120be5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d3c696a-8049-44d9-b51e-c0d58695ff00 HTTP/1.1" status: 204 len: 168 time: 0.3224227 Aug 24 17:36:03.877109 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2360df3-ccff-4c48-a217-503fb1120be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3c696a-8049-44d9-b51e-c0d58695ff00,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:03.932655 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d6675a44-82ab-4ea5-9625-c3e17cd4b1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:03.980838 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-94f1799a-d7a7-4b8a-a191-6edab6964ebe req-deabe182-69a1-4a83-ac78-47562360a24e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177802 Aug 24 17:36:04.013435 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d6675a44-82ab-4ea5-9625-c3e17cd4b1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:04.074243 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75ff9b-10ce-476d-be19-e97cd9ba14cc req-5e7f10ad-9864-40a0-9b6e-dc225e1a53e7 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:04.081771 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7f75ff9b-10ce-476d-be19-e97cd9ba14cc req-5e7f10ad-9864-40a0-9b6e-dc225e1a53e7 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.1714582 Aug 24 17:36:04.117741 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f50612-afb7-4b11-9afb-e694ba55f58a req-7e930df3-d440-4776-90d8-862417ac1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:04.120246 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-18f50612-afb7-4b11-9afb-e694ba55f58a req-7e930df3-d440-4776-90d8-862417ac1ed4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fab5df39ab324a65a39f6aa738975daf&device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 1099 time: 0.0886900 Aug 24 17:36:04.167263 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7f75ff9b-10ce-476d-be19-e97cd9ba14cc req-c269e5cb-5e32-47d3-a7dc-806003a06092 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835268 Aug 24 17:36:04.204391 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3bf29-e1c6-4397-817a-fc1d31858430 req-6bd61e69-e1dd-4548-82b0-6ff836573c73 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:04.207422 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9fb3bf29-e1c6-4397-817a-fc1d31858430 req-6bd61e69-e1dd-4548-82b0-6ff836573c73 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 946 time: 0.0982597 Aug 24 17:36:04.218638 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d6675a44-82ab-4ea5-9625-c3e17cd4b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:04.222188 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d6675a44-82ab-4ea5-9625-c3e17cd4b1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:04.223546 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-d6675a44-82ab-4ea5-9625-c3e17cd4b1a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c324188-8adc-44f8-9209-9bc62f043bed HTTP/1.1" status: 204 len: 168 time: 0.4145446 Aug 24 17:36:04.275587 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9fb3bf29-e1c6-4397-817a-fc1d31858430 req-70473934-a12a-4955-87b0-fa4438b0f1c8 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560780 Aug 24 17:36:04.288230 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6675a44-82ab-4ea5-9625-c3e17cd4b1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c324188-8adc-44f8-9209-9bc62f043bed,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:04.382032 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f50612-afb7-4b11-9afb-e694ba55f58a req-b2fdbacc-aa34-4891-ac2e-dc81b6259cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:04.383503 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-18f50612-afb7-4b11-9afb-e694ba55f58a req-b2fdbacc-aa34-4891-ac2e-dc81b6259cba service neutron] 10.222.0.42 "GET /v2.0/networks?id=703df97f-2490-4b01-bd7b-1ec10d27aeb4 HTTP/1.1" status: 200 len: 912 time: 0.2502789 Aug 24 17:36:04.470002 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-18f50612-afb7-4b11-9afb-e694ba55f58a req-8376e3e2-0b69-40c5-8cd3-4351ab70dfdc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84f0d42f-836e-48e8-93a2-e134a89114dd HTTP/1.1" status: 200 len: 1001 time: 0.0755377 Aug 24 17:36:04.614861 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f50612-afb7-4b11-9afb-e694ba55f58a req-fb751e14-49cb-4f65-ac39-283c021cb0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:04.616384 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-18f50612-afb7-4b11-9afb-e694ba55f58a req-fb751e14-49cb-4f65-ac39-283c021cb0e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7a0df6f-fffc-4481-bad8-6c067b26a643 HTTP/1.1" status: 200 len: 850 time: 0.1353314 Aug 24 17:36:04.676684 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f50612-afb7-4b11-9afb-e694ba55f58a req-e25b48f1-4e20-43c6-94be-15615f75f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:04.676684 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-18f50612-afb7-4b11-9afb-e694ba55f58a req-e25b48f1-4e20-43c6-94be-15615f75f620 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=703df97f-2490-4b01-bd7b-1ec10d27aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480595 Aug 24 17:36:04.740594 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e55f5-8065-482b-b327-f47fcc3fa494 req-4b31e90a-d714-4edc-95a7-1c4deaf1dcf9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:04.748191 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-038e55f5-8065-482b-b327-f47fcc3fa494 req-4b31e90a-d714-4edc-95a7-1c4deaf1dcf9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.1272182 Aug 24 17:36:04.792596 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-038e55f5-8065-482b-b327-f47fcc3fa494 req-cd5d8fdd-9e9a-41cc-acb8-7209c7dc9a77 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363393 Aug 24 17:36:04.846741 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-18f50612-afb7-4b11-9afb-e694ba55f58a req-c625a21a-6291-4e45-956a-f7ed362a7822 service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336751 Aug 24 17:36:04.935661 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-18f50612-afb7-4b11-9afb-e694ba55f58a req-44349a69-c2a8-40f3-89f6-78f2c5f1b61e service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054337 Aug 24 17:36:05.096292 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc6d96-ae35-4549-b8b5-a0795795c7f5 req-d361c318-47a8-4cbe-b542-7bd9f479a183 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:05.097757 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8cbc6d96-ae35-4549-b8b5-a0795795c7f5 req-d361c318-47a8-4cbe-b542-7bd9f479a183 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0480714 Aug 24 17:36:05.134666 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8cbc6d96-ae35-4549-b8b5-a0795795c7f5 req-3d419fa7-f188-449a-973f-c54b4155c28a tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304503 Aug 24 17:36:05.279426 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418aeef3-d65b-43ab-af29-45b8a460f585 req-61343d78-63de-4861-813c-8096f4fed013 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:05.280924 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-418aeef3-d65b-43ab-af29-45b8a460f585 req-61343d78-63de-4861-813c-8096f4fed013 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0506732 Aug 24 17:36:05.318658 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-418aeef3-d65b-43ab-af29-45b8a460f585 req-3cdca9b2-7d1d-49de-abe8-4959dd1fcfea tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317192 Aug 24 17:36:05.739902 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 36560) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:05.755283 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9307205-6906-469e-9c44-3aaa9a4ba3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:05.946220 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9307205-6906-469e-9c44-3aaa9a4ba3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:06.004457 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fc7f0-4ba0-471e-a95c-e6fc8bb7a0f9 req-3836b6fd-ac24-442d-95f0-54a2f0216beb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:06.006107 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4a4fc7f0-4ba0-471e-a95c-e6fc8bb7a0f9 req-3836b6fd-ac24-442d-95f0-54a2f0216beb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0722430 Aug 24 17:36:06.052205 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4a4fc7f0-4ba0-471e-a95c-e6fc8bb7a0f9 req-a9dc30c2-d7be-4492-970c-1727f82af727 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398619 Aug 24 17:36:06.106760 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9307205-6906-469e-9c44-3aaa9a4ba3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:06.152014 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9307205-6906-469e-9c44-3aaa9a4ba3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2944d3bb-0d59-4557-918f-47697ce318a5,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:06.178557 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b9307205-6906-469e-9c44-3aaa9a4ba3bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6d7a5f3b7f54654b4a766126affe6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409428 Aug 24 17:36:06.181491 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 36582) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:06.295601 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-73d87ae5-c6b9-472a-8b15-37270da20a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:06.349674 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-73d87ae5-c6b9-472a-8b15-37270da20a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:06.417195 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70dba2-d62e-4637-bb56-31d71db9454b req-e778fc9a-e9ca-4f95-b080-100de9337e94 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:06.418888 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3f70dba2-d62e-4637-bb56-31d71db9454b req-e778fc9a-e9ca-4f95-b080-100de9337e94 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.1250761 Aug 24 17:36:06.476125 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3f70dba2-d62e-4637-bb56-31d71db9454b req-ae25ace8-4b82-43d2-92df-5f920b905250 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493684 Aug 24 17:36:06.483624 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 36594) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:06.536904 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-73d87ae5-c6b9-472a-8b15-37270da20a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:06.542352 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-73d87ae5-c6b9-472a-8b15-37270da20a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:06.544056 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-73d87ae5-c6b9-472a-8b15-37270da20a46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2944d3bb-0d59-4557-918f-47697ce318a5 HTTP/1.1" status: 204 len: 168 time: 0.3593626 Aug 24 17:36:06.555366 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d87ae5-c6b9-472a-8b15-37270da20a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2944d3bb-0d59-4557-918f-47697ce318a5,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:06.644713 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed980f-e10c-4471-a2fb-a711c6c1c323 req-fd951839-19d2-4292-89b8-d70f2393e86b tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:06.649064 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a8ed980f-e10c-4471-a2fb-a711c6c1c323 req-fd951839-19d2-4292-89b8-d70f2393e86b tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0705371 Aug 24 17:36:06.701323 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a8ed980f-e10c-4471-a2fb-a711c6c1c323 req-9f069078-e342-4166-8964-23e31f7557bf tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468857 Aug 24 17:36:06.721797 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-745546790-network', 'tenant_id': '36ba52422546451b963b7d112670f126'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:06.773833 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3f19-4468-4b9e-aba7-c50361511c95 req-a5ca016c-9b49-4cf6-810f-bf0b21369b40 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:06.778825 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d64f3f19-4468-4b9e-aba7-c50361511c95 req-a5ca016c-9b49-4cf6-810f-bf0b21369b40 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 946 time: 0.0629625 Aug 24 17:36:06.817361 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d64f3f19-4468-4b9e-aba7-c50361511c95 req-b993cfb1-72f3-4d13-b1f7-2ea41077e3ee tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326548 Aug 24 17:36:06.970642 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Made reservation on behalf of 36ba52422546451b963b7d112670f126 for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:36:06.973153 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:06.983531 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:07.078743 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:07.185657 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c46d8-6d88-46db-95f8-e94a6a1ad108 req-6c5d01e1-4d62-423b-ad1c-537a531c7d0f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:07.191901 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-200c46d8-6d88-46db-95f8-e94a6a1ad108 req-6c5d01e1-4d62-423b-ad1c-537a531c7d0f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0497968 Aug 24 17:36:07.192046 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:07.215029 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=94619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:36:07.224454 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410feed7-6330-46df-a9be-1d7c6341811b,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:07.230677 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-200c46d8-6d88-46db-95f8-e94a6a1ad108 req-37c23e50-078e-4c87-89d3-6bd683b100b2 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375152 Aug 24 17:36:07.230883 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:07.231114 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Added segment 8c3493eb-b6d0-43e8-be2a-33ee0447acf5 of type vlan for network 1934fa02-97b0-4238-a444-0daef4f102b7 Aug 24 17:36:07.297328 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:07.439753 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:07.440762 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:07.441358 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:07.501911 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] Pushing event updated for resources: {'Network': ['ID=1934fa02-97b0-4238-a444-0daef4f102b7,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:07.517764 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 36624) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:07.517872 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network 1934fa02-97b0-4238-a444-0daef4f102b7 details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:36:07.523347 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e835938c-aa44-4c7f-a30d-3cfe9ca46480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:07.541644 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-5af1b1db-2559-4322-99bb-e3ea2997877e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0561914 Aug 24 17:36:07.543303 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 36626) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:07.550295 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-97490fe7-079f-46d7-ba47-89b97cf9d281 admin admin] Request body: {'subnet': {'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-745546790-subnet', 'tenant_id': '36ba52422546451b963b7d112670f126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:07.635904 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e835938c-aa44-4c7f-a30d-3cfe9ca46480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:07.701322 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e835938c-aa44-4c7f-a30d-3cfe9ca46480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:07.739745 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-e835938c-aa44-4c7f-a30d-3cfe9ca46480 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0cdabfad4a24ebf8cda167d035ef5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289507 Aug 24 17:36:07.741758 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835938c-aa44-4c7f-a30d-3cfe9ca46480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7603e9d-8fb1-4714-a875-e839136a21c6,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:07.742674 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 36632) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:07.800790 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97490fe7-079f-46d7-ba47-89b97cf9d281 admin admin] Made reservation on behalf of 36ba52422546451b963b7d112670f126 for: {'subnet': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:36:07.803364 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-97490fe7-079f-46d7-ba47-89b97cf9d281 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12929159'] for subnet, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:07.888824 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf364c5-1055-48ab-9ca2-063b47d6af7a req-6ddbb996-ad19-422f-a679-183baa759603 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:07.890333 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fdf364c5-1055-48ab-9ca2-063b47d6af7a req-6ddbb996-ad19-422f-a679-183baa759603 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.1284235 Aug 24 17:36:07.897250 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f12d6973-600b-4215-b2fb-261083b04a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:08.165832 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f12d6973-600b-4215-b2fb-261083b04a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:08.211423 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fdf364c5-1055-48ab-9ca2-063b47d6af7a req-fcf43842-b199-4f9f-bf1f-beb417c3ddb6 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123372 Aug 24 17:36:08.235178 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489782c4-06a9-420d-9f96-97178d176d9c req-5d63556b-537c-4b15-a109-4abec095c801 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:08.236740 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-489782c4-06a9-420d-9f96-97178d176d9c req-5d63556b-537c-4b15-a109-4abec095c801 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 946 time: 0.3455153 Aug 24 17:36:08.304150 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9dd8d-d2cf-49eb-9e00-afa2f69ab094 req-42763b55-7c32-4799-93fe-16e12db69023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:08.305746 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-aae9dd8d-d2cf-49eb-9e00-afa2f69ab094 req-42763b55-7c32-4799-93fe-16e12db69023 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 1098 time: 0.0589950 Aug 24 17:36:08.336397 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-489782c4-06a9-420d-9f96-97178d176d9c req-766e115c-5c1d-47dd-8e95-bb3d51fee654 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790150 Aug 24 17:36:08.388787 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f12d6973-600b-4215-b2fb-261083b04a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:08.391298 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f12d6973-600b-4215-b2fb-261083b04a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:08.392462 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-f12d6973-600b-4215-b2fb-261083b04a63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7603e9d-8fb1-4714-a875-e839136a21c6 HTTP/1.1" status: 204 len: 168 time: 0.6478930 Aug 24 17:36:08.402488 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af402b-6cb7-4653-b2a8-62e73cc0ccb5 req-569ba1ef-7fc5-4668-a75a-332b9d8b173e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:08.407455 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d0af402b-6cb7-4653-b2a8-62e73cc0ccb5 req-569ba1ef-7fc5-4668-a75a-332b9d8b173e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0581102 Aug 24 17:36:08.410242 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d6973-600b-4215-b2fb-261083b04a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7603e9d-8fb1-4714-a875-e839136a21c6,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:08.439666 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9dd8d-d2cf-49eb-9e00-afa2f69ab094 req-5432b15e-8077-4134-b8df-be689a41f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:08.441922 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-aae9dd8d-d2cf-49eb-9e00-afa2f69ab094 req-5432b15e-8077-4134-b8df-be689a41f9d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 200 len: 918 time: 0.1219568 Aug 24 17:36:08.442024 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-97490fe7-079f-46d7-ba47-89b97cf9d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13044360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12929141'] for subnet, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:08.503418 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d0af402b-6cb7-4653-b2a8-62e73cc0ccb5 req-bcca3a25-1de2-4e26-82bd-4872a054292e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848799 Aug 24 17:36:08.521708 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97490fe7-079f-46d7-ba47-89b97cf9d281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df87666-5f2e-4118-9f40-2100e40f8e26,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:08.532250 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97490fe7-079f-46d7-ba47-89b97cf9d281 admin admin] Checking segment: {'id': '8c3493eb-b6d0-43e8-be2a-33ee0447acf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:36:08.532639 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97490fe7-079f-46d7-ba47-89b97cf9d281 admin admin] Network hostable DHCP agents. Network: 1934fa02-97b0-4238-a444-0daef4f102b7, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:36:08.549564 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12df63f-a870-4d30-a0f3-d3aaab3a90ba req-1bd7fcaa-366a-46b2-ac77-ebb41457938c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:08.553020 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c12df63f-a870-4d30-a0f3-d3aaab3a90ba req-1bd7fcaa-366a-46b2-ac77-ebb41457938c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 946 time: 0.1224203 Aug 24 17:36:08.554468 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-aae9dd8d-d2cf-49eb-9e00-afa2f69ab094 req-bc6553b8-80e6-414b-8144-7b56dea7b22c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b87d5b34-6abc-4414-9116-75e5807b1f26 HTTP/1.1" status: 200 len: 999 time: 0.0955327 Aug 24 17:36:08.673749 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97490fe7-079f-46d7-ba47-89b97cf9d281 admin admin] Network 1934fa02-97b0-4238-a444-0daef4f102b7 is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:36:08.679969 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9dd8d-d2cf-49eb-9e00-afa2f69ab094 req-e9a5cfce-d70f-421c-bf0b-c776c1c92020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:08.682138 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-aae9dd8d-d2cf-49eb-9e00-afa2f69ab094 req-e9a5cfce-d70f-421c-bf0b-c776c1c92020 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=369c7c3a-2d96-4b71-a819-43b2e67698fe HTTP/1.1" status: 200 len: 856 time: 0.1105962 Aug 24 17:36:08.736332 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-c12df63f-a870-4d30-a0f3-d3aaab3a90ba req-37a0da0a-6412-4d00-8916-b58d1f6ac7a4 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Deleting port 3df11660-9be4-4401-b842-9781d75e9fe9 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:36:08.736709 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c12df63f-a870-4d30-a0f3-d3aaab3a90ba req-37a0da0a-6412-4d00-8916-b58d1f6ac7a4 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:08.756937 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9dd8d-d2cf-49eb-9e00-afa2f69ab094 req-f4903990-d7ec-403c-ae38-e0ec28296e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:08.758510 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-aae9dd8d-d2cf-49eb-9e00-afa2f69ab094 req-f4903990-d7ec-403c-ae38-e0ec28296e91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8e346-8b7a-4beb-8083-d8c62155826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694468 Aug 24 17:36:08.777547 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-97490fe7-079f-46d7-ba47-89b97cf9d281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, 1934fa02-97b0-4238-a444-0daef4f102b7) {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:08.782417 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97490fe7-079f-46d7-ba47-89b97cf9d281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:08.782853 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-97490fe7-079f-46d7-ba47-89b97cf9d281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:08.795047 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9e5e02-335a-4815-9d20-0b1e10f59949 None None] Network 1934fa02-97b0-4238-a444-0daef4f102b7 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:36:08.887038 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-97490fe7-079f-46d7-ba47-89b97cf9d281 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3423624 Aug 24 17:36:08.907030 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-c12df63f-a870-4d30-a0f3-d3aaab3a90ba req-37a0da0a-6412-4d00-8916-b58d1f6ac7a4 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] For port 3df11660-9be4-4401-b842-9781d75e9fe9, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3df11660-9be4-4401-b842-9781d75e9fe9,segment=NetworkSegment(adcdb7cf-f2f9-4869-ba06-07fdada0e0c4),segment_id=adcdb7cf-f2f9-4869-ba06-07fdada0e0c4)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:08.907624 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c12df63f-a870-4d30-a0f3-d3aaab3a90ba req-37a0da0a-6412-4d00-8916-b58d1f6ac7a4 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:08.957396 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d560309-746a-4c17-9ead-bc2f220fc3c3 None None] Network 1934fa02-97b0-4238-a444-0daef4f102b7 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:36:08.959260 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-c12df63f-a870-4d30-a0f3-d3aaab3a90ba req-37a0da0a-6412-4d00-8916-b58d1f6ac7a4 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Calling delete_port for 3df11660-9be4-4401-b842-9781d75e9fe9 owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:36:08.965302 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-aae9dd8d-d2cf-49eb-9e00-afa2f69ab094 req-49b21fcb-c756-4e29-bc4c-b52a2aa85f7b service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682267 Aug 24 17:36:09.131349 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-aae9dd8d-d2cf-49eb-9e00-afa2f69ab094 req-9935ce8d-e407-4f85-b68d-072ac3d7a7ad service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536086 Aug 24 17:36:09.297161 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c12df63f-a870-4d30-a0f3-d3aaab3a90ba req-37a0da0a-6412-4d00-8916-b58d1f6ac7a4 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:09.328234 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0da0a-6412-4d00-8916-b58d1f6ac7a4 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Pushing event deleted for resources: {'Port': ['ID=3df11660-9be4-4401-b842-9781d75e9fe9,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:09.335306 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f4a7c-59cc-48da-b9ff-b5795b50eaff req-5948fb20-bedb-4951-a676-718eac8d4bed tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:09.336817 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c63f4a7c-59cc-48da-b9ff-b5795b50eaff req-5948fb20-bedb-4951-a676-718eac8d4bed tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0533795 Aug 24 17:36:09.386879 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12df63f-a870-4d30-a0f3-d3aaab3a90ba req-37a0da0a-6412-4d00-8916-b58d1f6ac7a4 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] No DVR routers for this DVR port 3df11660-9be4-4401-b842-9781d75e9fe9 on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:36:09.390957 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c12df63f-a870-4d30-a0f3-d3aaab3a90ba req-37a0da0a-6412-4d00-8916-b58d1f6ac7a4 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:09.394251 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c63f4a7c-59cc-48da-b9ff-b5795b50eaff req-fa407da6-502e-451a-ac4d-ecf59406bb2c tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445366 Aug 24 17:36:09.395517 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c12df63f-a870-4d30-a0f3-d3aaab3a90ba req-37a0da0a-6412-4d00-8916-b58d1f6ac7a4 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.42 "DELETE /v2.0/ports/3df11660-9be4-4401-b842-9781d75e9fe9 HTTP/1.1" status: 204 len: 173 time: 0.8308837 Aug 24 17:36:09.395987 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c383bd-2895-4d34-97a5-86b6587cbb22', 'name': 'network-vif-deleted', 'tag': '3df11660-9be4-4401-b842-9781d75e9fe9'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:36:09.398422 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969166bd-8937-45f8-952b-5b014bd29131" -d '{"events": [{"server_uuid": "52c383bd-2895-4d34-97a5-86b6587cbb22", "name": "network-vif-deleted", "tag": "3df11660-9be4-4401-b842-9781d75e9fe9"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:36:09.460596 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1fe596-1ae7-44f6-986d-0b4e83af9f70 x-openstack-request-id: req-3c1fe596-1ae7-44f6-986d-0b4e83af9f70 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:36:09.460881 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c383bd-2895-4d34-97a5-86b6587cbb22", "name": "network-vif-deleted", "tag": "3df11660-9be4-4401-b842-9781d75e9fe9", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:36:09.460990 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-648a2fcf-916f-4424-8b61-89a925c7834e req-0daa3551-5c52-4ae8-98ee-19c320e087f0 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 210 time: 0.0284600 Aug 24 17:36:09.461173 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c1fe596-1ae7-44f6-986d-0b4e83af9f70 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:36:09.464566 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c383bd-2895-4d34-97a5-86b6587cbb22', 'name': 'network-vif-deleted', 'tag': '3df11660-9be4-4401-b842-9781d75e9fe9', 'status': 'completed', 'code': 200} Aug 24 17:36:09.625984 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c69610-a345-46ac-84d0-c870711acab7 req-275888ba-79c7-4a97-b947-61b20053b06a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:09.627451 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-12c69610-a345-46ac-84d0-c870711acab7 req-275888ba-79c7-4a97-b947-61b20053b06a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0488930 Aug 24 17:36:09.665299 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-12c69610-a345-46ac-84d0-c870711acab7 req-1f2a10a7-2061-4327-9d1e-a2cdb219f86b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317218 Aug 24 17:36:09.910720 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df748841-46ab-4055-b035-c4ae272c573e req-e51dddfa-e3f6-4b84-8199-ad23c520e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:09.914798 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-df748841-46ab-4055-b035-c4ae272c573e req-e51dddfa-e3f6-4b84-8199-ad23c520e687 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 1098 time: 0.0428188 Aug 24 17:36:09.955097 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-df748841-46ab-4055-b035-c4ae272c573e req-b8059fd1-5a6a-4796-b189-dcad68c07eb2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268021 Aug 24 17:36:10.517423 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239fdaa-cd64-4582-ab66-a078d9476acd req-83adb8ad-ed55-4825-9ecf-5940cd6dc03f tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:10.523110 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4239fdaa-cd64-4582-ab66-a078d9476acd req-83adb8ad-ed55-4825-9ecf-5940cd6dc03f tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0594361 Aug 24 17:36:10.566598 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4239fdaa-cd64-4582-ab66-a078d9476acd req-40e9167b-c5e6-49ff-ad40-b08cde00edda tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368853 Aug 24 17:36:10.593104 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1b52ca12-19f5-4125-a92c-7fd2efd15a53 req-3f8d3fd9-16ed-4787-b382-910accb6aa12 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c383bd-2895-4d34-97a5-86b6587cbb22 HTTP/1.1" status: 200 len: 210 time: 0.0305996 Aug 24 17:36:10.789197 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddb9fe-a065-4538-a4c8-c5de62e773cd req-0384062c-5ba6-4bf0-b37d-5e4ce4c1323e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:10.791272 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-14ddb9fe-a065-4538-a4c8-c5de62e773cd req-0384062c-5ba6-4bf0-b37d-5e4ce4c1323e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 945 time: 0.0489304 Aug 24 17:36:10.828368 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-14ddb9fe-a065-4538-a4c8-c5de62e773cd req-a5c27451-21f2-48c7-946b-baf4c567d337 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311646 Aug 24 17:36:11.273399 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b87d5b34-6abc-4414-9116-75e5807b1f26 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:36:11.381973 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:11.412423 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:36:11.414678 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20f1803-4609-4558-8383-23b212d036e4" -d '{"events": [{"server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "name": "network-vif-unplugged", "status": "completed", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:36:11.420117 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-ae3dca88-0ed9-4823-9e76-ed2c262e6fbe tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:11.427995 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-ae3dca88-0ed9-4823-9e76-ed2c262e6fbe tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/networks?id=1934fa02-97b0-4238-a444-0daef4f102b7 HTTP/1.1" status: 200 len: 813 time: 0.1655509 Aug 24 17:36:11.429985 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b87d5b34-6abc-4414-9116-75e5807b1f26, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b87d5b34-6abc-4414-9116-75e5807b1f26,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:11.445660 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-8f80d20a-9271-4fc0-8c7d-0ccb493669ea tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/quotas/36ba52422546451b963b7d112670f126 HTTP/1.1" status: 200 len: 375 time: 0.0166655 Aug 24 17:36:11.460113 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 17:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768150d3-6c74-4da9-8a9b-56e0b0e0287f x-openstack-request-id: req-768150d3-6c74-4da9-8a9b-56e0b0e0287f {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:36:11.460464 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "name": "network-vif-unplugged", "status": "completed", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:36:11.460726 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-768150d3-6c74-4da9-8a9b-56e0b0e0287f {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:36:11.461181 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'code': 200} Aug 24 17:36:11.478518 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-129992b8-2b60-4e29-845f-641328fca44f tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=36ba52422546451b963b7d112670f126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295846 Aug 24 17:36:11.485718 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:11.486603 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 3df11660-9be4-4401-b842-9781d75e9fe9 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:36:11.531325 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 3df11660-9be4-4401-b842-9781d75e9fe9 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:36:11.531924 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 3df11660-9be4-4401-b842-9781d75e9fe9 not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:36:11.556352 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b87d5b34-6abc-4414-9116-75e5807b1f26,revision_number=8']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:11.586011 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-decf6018-465e-48af-8a9f-820534b5c241 service neutron] 10.222.0.41 "GET /v2.0/networks/1934fa02-97b0-4238-a444-0daef4f102b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994318 Aug 24 17:36:11.714255 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-f96e91c9-06e5-4faf-973c-3aa65fc76406 service neutron] 10.222.0.41 "GET /v2.0/networks/1934fa02-97b0-4238-a444-0daef4f102b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216743 Aug 24 17:36:11.722142 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b53b8-92db-4cf3-bbeb-dd335d1fc271 req-6eb6af40-d704-4b4e-8b03-a8b8b219eab6 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:11.723603 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3e3b53b8-92db-4cf3-bbeb-dd335d1fc271 req-6eb6af40-d704-4b4e-8b03-a8b8b219eab6 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0792432 Aug 24 17:36:11.766417 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3e3b53b8-92db-4cf3-bbeb-dd335d1fc271 req-d51bbbd8-1a08-4172-a27c-ad0a2fc8ff27 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342968 Aug 24 17:36:11.953895 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 36742) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:12.163089 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec269767-193a-427d-93a6-68ee0019964d req-b141af8e-41f6-4eb7-a9a3-1f53e4f3720d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:12.164607 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec269767-193a-427d-93a6-68ee0019964d req-b141af8e-41f6-4eb7-a9a3-1f53e4f3720d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.1153553 Aug 24 17:36:12.195983 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-379bdd28-7ab1-4791-9d3e-0fafab8f56bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:12.243957 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-36709cbf-d114-4ec9-a00c-d9563d0a5dcd tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:12.245563 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-36709cbf-d114-4ec9-a00c-d9563d0a5dcd tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/networks?id=22b02aeb-c738-4e8d-83e4-922de7032fb9 HTTP/1.1" status: 200 len: 808 time: 0.1851799 Aug 24 17:36:12.261971 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ec269767-193a-427d-93a6-68ee0019964d req-07863e41-4050-4620-b201-36e6f881ebfa tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862501 Aug 24 17:36:12.275719 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-63452dec-b8ac-4804-965e-1e2797da2997 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/quotas/ddc3fd01258c4465a65a92d8c5f7e889 HTTP/1.1" status: 200 len: 375 time: 0.0199049 Aug 24 17:36:12.321390 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-d5639e66-8bfa-4714-91e3-016e477dd771 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddc3fd01258c4465a65a92d8c5f7e889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363767 Aug 24 17:36:12.385613 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fde7f500-99e9-4241-bcb7-a103a5ff20c9 req-39426925-f1ca-4cbe-8ed5-473d417992a2 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 210 time: 0.0685925 Aug 24 17:36:12.457430 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:12.495817 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-379bdd28-7ab1-4791-9d3e-0fafab8f56bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:12.501436 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-f18b9052-bbd9-44c8-9e67-69be9f3aa3cb service neutron] 10.222.0.41 "GET /v2.0/networks/22b02aeb-c738-4e8d-83e4-922de7032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705732 Aug 24 17:36:12.563601 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-379bdd28-7ab1-4791-9d3e-0fafab8f56bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:12.639672 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-379bdd28-7ab1-4791-9d3e-0fafab8f56bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b920731e11f64ca69eb664864cbf9558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6831689 Aug 24 17:36:12.640264 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 36778) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:12.642789 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bdd28-7ab1-4791-9d3e-0fafab8f56bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e18e58b-cf24-440d-aa4e-a136ea641815,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:12.650003 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-72036f16-2a43-4555-aa72-f5e7809682a4 service neutron] 10.222.0.41 "GET /v2.0/networks/22b02aeb-c738-4e8d-83e4-922de7032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421034 Aug 24 17:36:12.773631 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-403e8a3b-edc3-48a4-ac44-641e67c7d12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:12.796815 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86897f-74c5-496d-94ac-7a394e6ca316 req-d0b8582f-5d00-4296-8c13-1eb7efdc4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:12.798584 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ac86897f-74c5-496d-94ac-7a394e6ca316 req-d0b8582f-5d00-4296-8c13-1eb7efdc4195 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 1098 time: 0.0922582 Aug 24 17:36:12.813237 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-403e8a3b-edc3-48a4-ac44-641e67c7d12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:12.951855 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86897f-74c5-496d-94ac-7a394e6ca316 req-eb26a6af-fe0f-4531-887a-a4d9831e9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:12.953440 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ac86897f-74c5-496d-94ac-7a394e6ca316 req-eb26a6af-fe0f-4531-887a-a4d9831e9c98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35168eb5-cbf9-4d30-adbc-57e79e50d223 HTTP/1.1" status: 200 len: 919 time: 0.1462331 Aug 24 17:36:13.005070 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ac86897f-74c5-496d-94ac-7a394e6ca316 req-4089d523-6a59-4d5c-a2bf-37a71c622417 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98e3765e-80f7-4099-b6cb-5610825d1929 HTTP/1.1" status: 200 len: 217 time: 0.0416074 Aug 24 17:36:13.069705 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-403e8a3b-edc3-48a4-ac44-641e67c7d12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:13.074173 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-403e8a3b-edc3-48a4-ac44-641e67c7d12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:13.078735 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-403e8a3b-edc3-48a4-ac44-641e67c7d12a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e18e58b-cf24-440d-aa4e-a136ea641815 HTTP/1.1" status: 204 len: 168 time: 0.4346111 Aug 24 17:36:13.096914 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e8a3b-edc3-48a4-ac44-641e67c7d12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e18e58b-cf24-440d-aa4e-a136ea641815,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:13.106028 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86897f-74c5-496d-94ac-7a394e6ca316 req-9aba26ee-4c1d-43ca-9e93-02e343bdd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:13.108575 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ac86897f-74c5-496d-94ac-7a394e6ca316 req-9aba26ee-4c1d-43ca-9e93-02e343bdd7d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f650938-3030-43f2-8815-455fc0962e0a HTTP/1.1" status: 200 len: 858 time: 0.0960133 Aug 24 17:36:13.155644 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075e104-c50a-4dbe-bf6d-4f039020eaf2 req-a5733e52-2095-438b-813b-c26ee1dc11fc tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:13.156379 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7075e104-c50a-4dbe-bf6d-4f039020eaf2 req-a5733e52-2095-438b-813b-c26ee1dc11fc tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.1287060 Aug 24 17:36:13.169544 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ac86897f-74c5-496d-94ac-7a394e6ca316 req-906b9a81-bac2-4ff0-96b4-1ee7faf0c82d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35168eb5-cbf9-4d30-adbc-57e79e50d223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504031 Aug 24 17:36:13.205278 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7075e104-c50a-4dbe-bf6d-4f039020eaf2 req-f25a4d22-e154-4a80-b747-b8d47f2c2a50 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399084 Aug 24 17:36:13.280168 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e02bcde6-6d7b-4f26-a230-9fd871d37444 req-87a6a049-4290-4bb5-bee3-942066bb5848 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 210 time: 0.0317576 Aug 24 17:36:13.284575 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ac86897f-74c5-496d-94ac-7a394e6ca316 req-7037feb1-77b1-4b4f-bca0-832ba69338d9 service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071384 Aug 24 17:36:13.377107 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ac86897f-74c5-496d-94ac-7a394e6ca316 req-90076cfe-f529-4c64-a74f-a053413ee454 service neutron] 10.222.0.42 "GET /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842555 Aug 24 17:36:13.475818 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6f18b2a6-d3d9-4669-adb8-4a2db71d9c12 req-b8262670-1bcc-49c3-8855-1d930c21bd92 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 210 time: 0.0307863 Aug 24 17:36:14.361079 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a269c-e177-4fdd-992e-41d882fad759 req-8b6f0c8b-b2cb-4c59-a259-4b0644ef7f0f tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:14.367839 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bc6a269c-e177-4fdd-992e-41d882fad759 req-8b6f0c8b-b2cb-4c59-a259-4b0644ef7f0f tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0872478 Aug 24 17:36:14.420223 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f8f4366c-a49b-4759-9555-0d5eff01c7c1 req-9f340b78-715a-4b11-8297-36e6f6a6e81c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 210 time: 0.0396423 Aug 24 17:36:14.446927 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bc6a269c-e177-4fdd-992e-41d882fad759 req-657b02f7-4757-4bad-9087-f6345c47259a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779207 Aug 24 17:36:14.581921 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-00772e42-0c13-48a6-a77e-e50bf4d66ada req-c8157ac7-41d8-4054-b305-41f564754c51 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 210 time: 0.0271997 Aug 24 17:36:14.835926 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c904c-b7de-4ac9-a3aa-530fe74a9d18 req-686de7bb-c71e-4af2-a4ab-3e427cc2fac8 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:14.852405 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a99c904c-b7de-4ac9-a3aa-530fe74a9d18 req-686de7bb-c71e-4af2-a4ab-3e427cc2fac8 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0847008 Aug 24 17:36:14.889983 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-966a0d15-458c-4d3d-a05c-48582c97b3b0 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:14.895940 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-966a0d15-458c-4d3d-a05c-48582c97b3b0 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.42 "GET /v2.0/networks?id=1934fa02-97b0-4238-a444-0daef4f102b7 HTTP/1.1" status: 200 len: 813 time: 0.1764448 Aug 24 17:36:14.926204 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-89071807-d792-4baf-8615-8ce464e77a1d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Request body: {'port': {'device_id': 'fd8e7919-796f-402c-a0c3-248b0b25c32e', 'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7', 'admin_state_up': True, 'tenant_id': '36ba52422546451b963b7d112670f126'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:14.953628 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a99c904c-b7de-4ac9-a3aa-530fe74a9d18 req-17baf4d7-5a97-47a3-9998-802d96ca8d5d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824733 Aug 24 17:36:15.189994 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-89071807-d792-4baf-8615-8ce464e77a1d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Made reservation on behalf of 36ba52422546451b963b7d112670f126 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:36:15.193596 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-89071807-d792-4baf-8615-8ce464e77a1d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:15.270879 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b87d5b34-6abc-4414-9116-75e5807b1f26 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:36:15.333963 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-89071807-d792-4baf-8615-8ce464e77a1d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Allocated IP 172.20.0.13 (1934fa02-97b0-4238-a444-0daef4f102b7/4df87666-5f2e-4118-9f40-2100e40f8e26/8e0cb179-5036-4739-944a-851a0ff90ee6) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:36:15.513310 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-89071807-d792-4baf-8615-8ce464e77a1d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:15.567831 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4823af73-ba41-452b-9631-446e9ec6dbcc req-49c5ccc0-22b3-468b-88a9-a92fb98d4d1f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 210 time: 0.0390248 Aug 24 17:36:15.632128 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fb2bb-7379-45e8-88ad-0731bb3a94a3 req-12504382-9771-4860-8ed2-84144946d7e0 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:15.633704 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-967fb2bb-7379-45e8-88ad-0731bb3a94a3 req-12504382-9771-4860-8ed2-84144946d7e0 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0699773 Aug 24 17:36:15.670066 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-89071807-d792-4baf-8615-8ce464e77a1d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:15.699964 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 36932) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:15.747590 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-967fb2bb-7379-45e8-88ad-0731bb3a94a3 req-2b48fbd7-12c7-4ce4-bca2-1d15009de54a tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062355 Aug 24 17:36:15.757531 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 36936) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:15.829833 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075df9e-b766-4fa8-a4d9-c2c70486e55a req-accc39ea-22f8-409d-8b3a-ea035cb71290 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:15.835918 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1075df9e-b766-4fa8-a4d9-c2c70486e55a req-accc39ea-22f8-409d-8b3a-ea035cb71290 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 932 time: 0.1600041 Aug 24 17:36:15.901050 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1075df9e-b766-4fa8-a4d9-c2c70486e55a req-dea72eff-49bb-48d1-9878-b3f0d8b85d96 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559921 Aug 24 17:36:15.949187 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d71d192d-2f3e-4dfe-a410-d94f9ea92151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:15.991103 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-89071807-d792-4baf-8615-8ce464e77a1d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Network 1934fa02-97b0-4238-a444-0daef4f102b7 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:36:16.004244 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-89071807-d792-4baf-8615-8ce464e77a1d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:16.011598 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-89071807-d792-4baf-8615-8ce464e77a1d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:36:16.027364 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-469e99d5-8cd9-4acb-91ec-d0b004694213 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3048754 Aug 24 17:36:16.030750 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-f0bb5ed9-9735-4cff-b5d3-e0fffb9b3ab9 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:16.032273 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-f0bb5ed9-9735-4cff-b5d3-e0fffb9b3ab9 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.42 "GET /v2.0/networks?id=22b02aeb-c738-4e8d-83e4-922de7032fb9 HTTP/1.1" status: 200 len: 808 time: 0.4364712 Aug 24 17:36:16.032939 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89071807-d792-4baf-8615-8ce464e77a1d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Pushing event updated for resources: {'Port': ['ID=8e0cb179-5036-4739-944a-851a0ff90ee6,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:16.074896 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-621319da-212d-479d-bfa4-1fa6daf6a11c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Request body: {'port': {'device_id': 'a9e210d6-70db-41ff-b46a-786d9ae22bf6', 'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9', 'admin_state_up': True, 'tenant_id': 'ddc3fd01258c4465a65a92d8c5f7e889'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:16.150377 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d71d192d-2f3e-4dfe-a410-d94f9ea92151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:16.170404 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-89071807-d792-4baf-8615-8ce464e77a1d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:16.174921 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-89071807-d792-4baf-8615-8ce464e77a1d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:16.175288 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d1413-51cd-4849-9e67-ea8cb454f7f4 req-387dbb97-f6a5-45b2-9c88-56c8046ad923 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:16.176850 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-860d1413-51cd-4849-9e67-ea8cb454f7f4 req-387dbb97-f6a5-45b2-9c88-56c8046ad923 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0875781 Aug 24 17:36:16.228654 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-860d1413-51cd-4849-9e67-ea8cb454f7f4 req-3dbdb7c5-d581-4621-8110-975fa5a434bc tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449553 Aug 24 17:36:16.273675 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d71d192d-2f3e-4dfe-a410-d94f9ea92151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:16.310730 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d192d-2f3e-4dfe-a410-d94f9ea92151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b6feeb-4e84-43be-9633-da8262f65dc2,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:16.315038 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-d71d192d-2f3e-4dfe-a410-d94f9ea92151 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=861b7386e9564ad1ae09c1068444cca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564582 Aug 24 17:36:16.318930 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 36960) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:16.370348 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74a27d89-3ee0-4e5b-b711-ab4d3a3baf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:16.392527 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-89071807-d792-4baf-8615-8ce464e77a1d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4724462 Aug 24 17:36:16.396164 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74a27d89-3ee0-4e5b-b711-ab4d3a3baf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:16.411591 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Request body: {'port': {'device_id': 'fd8e7919-796f-402c-a0c3-248b0b25c32e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:16.559443 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:16.664515 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a529c4e9-9485-4d46-b337-40eebdc5b185 req-e213bcf8-2f61-4914-be6b-74b9f0d69c60 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 210 time: 0.0251729 Aug 24 17:36:16.760796 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-621319da-212d-479d-bfa4-1fa6daf6a11c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Made reservation on behalf of ddc3fd01258c4465a65a92d8c5f7e889 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:36:16.766865 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-621319da-212d-479d-bfa4-1fa6daf6a11c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:16.769355 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74a27d89-3ee0-4e5b-b711-ab4d3a3baf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:16.771898 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74a27d89-3ee0-4e5b-b711-ab4d3a3baf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:16.773079 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-74a27d89-3ee0-4e5b-b711-ab4d3a3baf45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67b6feeb-4e84-43be-9633-da8262f65dc2 HTTP/1.1" status: 204 len: 168 time: 0.4530895 Aug 24 17:36:16.776139 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0cb179-5036-4739-944a-851a0ff90ee6 {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:36:16.795245 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:16.809233 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a27d89-3ee0-4e5b-b711-ab4d3a3baf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b6feeb-4e84-43be-9633-da8262f65dc2,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:16.864633 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Transition to ACTIVE for port object 8e0cb179-5036-4739-944a-851a0ff90ee6 will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:36:16.954889 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:16.998264 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-621319da-212d-479d-bfa4-1fa6daf6a11c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Allocated IP 172.20.0.13 (22b02aeb-c738-4e8d-83e4-922de7032fb9/91637d5f-1a06-4c76-bb2c-b1db14701c0f/89d24e0f-6c35-4f14-b1c2-759f055a86a0) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:36:17.013414 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320b9e1-8104-4666-98a8-e58c815136f0 req-8d6a82a4-bbbd-4ffe-b062-f8e53d36a458 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:17.015024 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1320b9e1-8104-4666-98a8-e58c815136f0 req-8d6a82a4-bbbd-4ffe-b062-f8e53d36a458 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 944 time: 0.0488513 Aug 24 17:36:17.028573 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Pushing event updated for resources: {'Port': ['ID=8e0cb179-5036-4739-944a-851a0ff90ee6,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:17.056016 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1320b9e1-8104-4666-98a8-e58c815136f0 req-afc53a12-5599-4a10-80de-c0b578fe3d21 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349531 Aug 24 17:36:17.175839 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Attempting to bind port 8e0cb179-5036-4739-944a-851a0ff90ee6 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:36:17.176168 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Attempting to bind port 8e0cb179-5036-4739-944a-851a0ff90ee6 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '8c3493eb-b6d0-43e8-be2a-33ee0447acf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:36:17.176502 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Attempting to bind port 8e0cb179-5036-4739-944a-851a0ff90ee6 on network 1934fa02-97b0-4238-a444-0daef4f102b7 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:36:17.186754 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Port 8e0cb179-5036-4739-944a-851a0ff90ee6 on network 1934fa02-97b0-4238-a444-0daef4f102b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:36:17.187062 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Attempting to bind port 8e0cb179-5036-4739-944a-851a0ff90ee6 on network 1934fa02-97b0-4238-a444-0daef4f102b7 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:36:17.197725 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:36:17.198068 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Checking segment: {'id': '8c3493eb-b6d0-43e8-be2a-33ee0447acf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:36:17.198952 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Bound using segment: {'id': '8c3493eb-b6d0-43e8-be2a-33ee0447acf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:36:17.199388 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Bound port: 8e0cb179-5036-4739-944a-851a0ff90ee6, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3493eb-b6d0-43e8-be2a-33ee0447acf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:36:17.199748 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:17.270968 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-621319da-212d-479d-bfa4-1fa6daf6a11c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:17.307699 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] For port 8e0cb179-5036-4739-944a-851a0ff90ee6, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:36:17.312280 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] For port 8e0cb179-5036-4739-944a-851a0ff90ee6, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8e0cb179-5036-4739-944a-851a0ff90ee6,segment=NetworkSegment(8c3493eb-b6d0-43e8-be2a-33ee0447acf5),segment_id=8c3493eb-b6d0-43e8-be2a-33ee0447acf5)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:36:17.352930 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d43f3b-15e9-4675-aed7-09477333c158 req-1ac6f116-b87f-4bef-bb27-fb26a1fd1343 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:17.354471 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-61d43f3b-15e9-4675-aed7-09477333c158 req-1ac6f116-b87f-4bef-bb27-fb26a1fd1343 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0492752 Aug 24 17:36:17.398828 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-61d43f3b-15e9-4675-aed7-09477333c158 req-f113bb57-638b-4910-8fed-0ada1c2e5e34 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384905 Aug 24 17:36:17.457473 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-621319da-212d-479d-bfa4-1fa6daf6a11c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:17.460046 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:17.517961 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:17.518582 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:17.519962 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] 10.222.0.42 "PUT /v2.0/ports/8e0cb179-5036-4739-944a-851a0ff90ee6 HTTP/1.1" status: 200 len: 1094 time: 1.1154330 Aug 24 17:36:17.520494 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8e7919-796f-402c-a0c3-248b0b25c32e', 'tag': '8e0cb179-5036-4739-944a-851a0ff90ee6'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:36:17.522743 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22834d82-c70f-435d-ae81-40ccd62259d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8e7919-796f-402c-a0c3-248b0b25c32e", "tag": "8e0cb179-5036-4739-944a-851a0ff90ee6"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:36:17.532347 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-621319da-212d-479d-bfa4-1fa6daf6a11c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Network 22b02aeb-c738-4e8d-83e4-922de7032fb9 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:36:17.542153 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-621319da-212d-479d-bfa4-1fa6daf6a11c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:17.545672 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-621319da-212d-479d-bfa4-1fa6daf6a11c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:36:17.551714 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad05ac-87a8-44ab-83a7-3184fc12955a service neutron] Pushing event updated for resources: {'Port': ['ID=8e0cb179-5036-4739-944a-851a0ff90ee6,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:17.578186 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10982f69-5ade-4d5e-bbf8-0eefa5b4d4e6 x-openstack-request-id: req-10982f69-5ade-4d5e-bbf8-0eefa5b4d4e6 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:36:17.578476 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8e7919-796f-402c-a0c3-248b0b25c32e", "tag": "8e0cb179-5036-4739-944a-851a0ff90ee6", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:36:17.578727 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10982f69-5ade-4d5e-bbf8-0eefa5b4d4e6 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:36:17.579112 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8e7919-796f-402c-a0c3-248b0b25c32e', 'tag': '8e0cb179-5036-4739-944a-851a0ff90ee6', 'status': 'completed', 'code': 200} Aug 24 17:36:17.668773 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-621319da-212d-479d-bfa4-1fa6daf6a11c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:17.669900 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-621319da-212d-479d-bfa4-1fa6daf6a11c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:17.676718 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621319da-212d-479d-bfa4-1fa6daf6a11c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Pushing event updated for resources: {'Port': ['ID=89d24e0f-6c35-4f14-b1c2-759f055a86a0,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:17.706123 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22834d82-c70f-435d-ae81-40ccd62259d3 req-e14dd828-313a-4ee6-a703-d0aa529a73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:17.706123 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-22834d82-c70f-435d-ae81-40ccd62259d3 req-e14dd828-313a-4ee6-a703-d0aa529a73b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36ba52422546451b963b7d112670f126&device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 1097 time: 0.0884783 Aug 24 17:36:17.782289 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051e640-04f8-4444-abaa-fe2a0072bab3 req-b70ae7ee-669b-42a4-902c-671434ee4076 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:17.786997 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8051e640-04f8-4444-abaa-fe2a0072bab3 req-b70ae7ee-669b-42a4-902c-671434ee4076 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 932 time: 0.0488648 Aug 24 17:36:17.820230 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22834d82-c70f-435d-ae81-40ccd62259d3 req-35de626a-2803-48ee-8ed7-2c97c72d9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:17.822193 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-22834d82-c70f-435d-ae81-40ccd62259d3 req-35de626a-2803-48ee-8ed7-2c97c72d9503 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=36ba52422546451b963b7d112670f126&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1183219 Aug 24 17:36:17.823762 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-621319da-212d-479d-bfa4-1fa6daf6a11c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7641892 Aug 24 17:36:17.834504 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8051e640-04f8-4444-abaa-fe2a0072bab3 req-a6ea9a3d-0ba2-4eac-a75f-f8dd1578de3c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430672 Aug 24 17:36:17.863185 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Request body: {'port': {'device_id': 'a9e210d6-70db-41ff-b46a-786d9ae22bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:17.978239 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:18.003696 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22834d82-c70f-435d-ae81-40ccd62259d3 req-384c71e1-8aa7-4173-9db6-57a8466f1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:18.005263 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-22834d82-c70f-435d-ae81-40ccd62259d3 req-384c71e1-8aa7-4173-9db6-57a8466f1688 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1599114 Aug 24 17:36:18.153764 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-c4a1cbff-5838-4c0a-b6c0-f21b5c522cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:18.155188 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-c4a1cbff-5838-4c0a-b6c0-f21b5c522cc0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36ba52422546451b963b7d112670f126&device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 1097 time: 0.1108849 Aug 24 17:36:18.198050 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2029d4-7287-420f-8587-6e115183a9e6 req-a36cb8a7-177b-4421-826b-5a74f7fed590 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:18.199546 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2b2029d4-7287-420f-8587-6e115183a9e6 req-a36cb8a7-177b-4421-826b-5a74f7fed590 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 944 time: 0.0631742 Aug 24 17:36:18.211757 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-4f219dd7-413c-4334-ac71-16694ea6c0df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e0cb179-5036-4739-944a-851a0ff90ee6 HTTP/1.1" status: 200 len: 217 time: 0.0416923 Aug 24 17:36:18.239768 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2b2029d4-7287-420f-8587-6e115183a9e6 req-e08201d0-6eca-4dd6-ba9e-cfa051e3f83f tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334775 Aug 24 17:36:18.299664 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-12c31a43-6fb0-4b1b-8f11-ac95d8622cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:18.301216 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-12c31a43-6fb0-4b1b-8f11-ac95d8622cdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4df87666-5f2e-4118-9f40-2100e40f8e26 HTTP/1.1" status: 200 len: 853 time: 0.0639791 Aug 24 17:36:18.354589 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-47a01902-e453-4290-9d5b-d86356dd30e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1934fa02-97b0-4238-a444-0daef4f102b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367262 Aug 24 17:36:18.442371 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d24e0f-6c35-4f14-b1c2-759f055a86a0 {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:36:18.455225 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:18.479776 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Transition to ACTIVE for port object 89d24e0f-6c35-4f14-b1c2-759f055a86a0 will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:36:18.494508 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-d9a20f1c-0b84-4706-91eb-404aafa77749 service neutron] 10.222.0.42 "GET /v2.0/networks/1934fa02-97b0-4238-a444-0daef4f102b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299639 Aug 24 17:36:18.535463 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb65a6-5766-47f3-b09e-5381e0f93ee8 req-8af14264-ad58-40c8-b652-ae6799eca138 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:18.537244 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c7bb65a6-5766-47f3-b09e-5381e0f93ee8 req-8af14264-ad58-40c8-b652-ae6799eca138 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0502553 Aug 24 17:36:18.556140 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:18.588716 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c7bb65a6-5766-47f3-b09e-5381e0f93ee8 req-343d374e-2ad2-494c-bbbb-fe78e3426290 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450249 Aug 24 17:36:18.638979 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Pushing event updated for resources: {'Port': ['ID=89d24e0f-6c35-4f14-b1c2-759f055a86a0,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:18.662482 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5be4af66-9d08-43da-bc05-2ef1a710c9ab req-d78bdbf1-d0a3-4372-a0af-b7cb54ef6ffa service neutron] 10.222.0.42 "GET /v2.0/networks/1934fa02-97b0-4238-a444-0daef4f102b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606717 Aug 24 17:36:18.667666 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 37022) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:18.710767 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Attempting to bind port 89d24e0f-6c35-4f14-b1c2-759f055a86a0 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:36:18.711099 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Attempting to bind port 89d24e0f-6c35-4f14-b1c2-759f055a86a0 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'adcdb7cf-f2f9-4869-ba06-07fdada0e0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:36:18.711470 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Attempting to bind port 89d24e0f-6c35-4f14-b1c2-759f055a86a0 on network 22b02aeb-c738-4e8d-83e4-922de7032fb9 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:36:18.716343 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Port 89d24e0f-6c35-4f14-b1c2-759f055a86a0 on network 22b02aeb-c738-4e8d-83e4-922de7032fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:36:18.716670 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Attempting to bind port 89d24e0f-6c35-4f14-b1c2-759f055a86a0 on network 22b02aeb-c738-4e8d-83e4-922de7032fb9 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:36:18.721808 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:36:18.722144 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Checking segment: {'id': 'adcdb7cf-f2f9-4869-ba06-07fdada0e0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:36:18.728525 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Bound using segment: {'id': 'adcdb7cf-f2f9-4869-ba06-07fdada0e0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:36:18.728525 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Bound port: 89d24e0f-6c35-4f14-b1c2-759f055a86a0, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcdb7cf-f2f9-4869-ba06-07fdada0e0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:36:18.728525 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:18.783806 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c8747ea2-1ced-42d3-b59e-bff445dc8623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:18.793329 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] For port 89d24e0f-6c35-4f14-b1c2-759f055a86a0, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:36:18.796882 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] For port 89d24e0f-6c35-4f14-b1c2-759f055a86a0, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=89d24e0f-6c35-4f14-b1c2-759f055a86a0,segment=NetworkSegment(adcdb7cf-f2f9-4869-ba06-07fdada0e0c4),segment_id=adcdb7cf-f2f9-4869-ba06-07fdada0e0c4)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:36:18.875490 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c8747ea2-1ced-42d3-b59e-bff445dc8623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:18.898481 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:18.936027 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:18.937021 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:18.938391 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] 10.222.0.42 "PUT /v2.0/ports/89d24e0f-6c35-4f14-b1c2-759f055a86a0 HTTP/1.1" status: 200 len: 1094 time: 1.0918491 Aug 24 17:36:18.972446 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ea461-03bb-41c7-ab20-034621e82d91 req-b5e92bde-9f82-4b1f-afef-b6121c7ee903 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:18.974173 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2f0ea461-03bb-41c7-ab20-034621e82d91 req-b5e92bde-9f82-4b1f-afef-b6121c7ee903 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 944 time: 0.0663416 Aug 24 17:36:18.975411 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c8747ea2-1ced-42d3-b59e-bff445dc8623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:18.978495 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ca107-23e4-4b97-9b29-230303d5a86a service neutron] Pushing event updated for resources: {'Port': ['ID=89d24e0f-6c35-4f14-b1c2-759f055a86a0,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:19.030271 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8747ea2-1ced-42d3-b59e-bff445dc8623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158193a2-faee-458b-8236-e6d6a18e2de8,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:19.035564 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-c8747ea2-1ced-42d3-b59e-bff445dc8623 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d72a8c807f6d42dab0018dceba9dd209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668425 Aug 24 17:36:19.038823 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37034) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:19.053569 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2f0ea461-03bb-41c7-ab20-034621e82d91 req-08257e4f-e97f-49d9-aa92-409101737d68 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592592 Aug 24 17:36:19.094509 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d38e49d0-826b-48c9-8681-bf2b46e932a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:19.130567 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d38e49d0-826b-48c9-8681-bf2b46e932a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:19.198260 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-80db90f6-f319-4144-b2a4-bf1e6a82a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:19.199707 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-80db90f6-f319-4144-b2a4-bf1e6a82a958 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddc3fd01258c4465a65a92d8c5f7e889&device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0827560 Aug 24 17:36:19.248463 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-524e1dba-1518-45d7-bc22-da327e308c57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d24e0f-6c35-4f14-b1c2-759f055a86a0 HTTP/1.1" status: 200 len: 217 time: 0.0398483 Aug 24 17:36:19.307850 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-eca78c99-ad9e-4a15-893f-9cb90357b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:19.309424 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-eca78c99-ad9e-4a15-893f-9cb90357b291 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91637d5f-1a06-4c76-bb2c-b1db14701c0f HTTP/1.1" status: 200 len: 848 time: 0.0518079 Aug 24 17:36:19.341749 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-6ce17366-ba1a-4e6d-bb2d-f53686d1e573 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22b02aeb-c738-4e8d-83e4-922de7032fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244803 Aug 24 17:36:19.367577 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f3062-b580-454e-bec2-215da51e4ada req-1393565d-a136-4b7c-b129-887c1f56082c tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:19.369676 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d49f3062-b580-454e-bec2-215da51e4ada req-1393565d-a136-4b7c-b129-887c1f56082c tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 944 time: 0.0578129 Aug 24 17:36:19.410132 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d49f3062-b580-454e-bec2-215da51e4ada req-0ee4a4f9-1a86-4512-9429-d72642ebe982 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338359 Aug 24 17:36:19.442262 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-5dc5669b-420f-4a81-90d6-0c3812d0149b service neutron] 10.222.0.42 "GET /v2.0/networks/22b02aeb-c738-4e8d-83e4-922de7032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919175 Aug 24 17:36:19.474389 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d38e49d0-826b-48c9-8681-bf2b46e932a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:19.477146 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d38e49d0-826b-48c9-8681-bf2b46e932a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:19.478791 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-d38e49d0-826b-48c9-8681-bf2b46e932a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/158193a2-faee-458b-8236-e6d6a18e2de8 HTTP/1.1" status: 204 len: 168 time: 0.4390013 Aug 24 17:36:19.521114 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e49d0-826b-48c9-8681-bf2b46e932a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158193a2-faee-458b-8236-e6d6a18e2de8,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:19.566984 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e9cdbc34-5f2b-4883-8f79-b1706fcd57b6 req-1a5416de-e18f-4b78-8f07-9a5472fbb77a service neutron] 10.222.0.42 "GET /v2.0/networks/22b02aeb-c738-4e8d-83e4-922de7032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164973 Aug 24 17:36:19.580616 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e210d6-70db-41ff-b46a-786d9ae22bf6', 'tag': '89d24e0f-6c35-4f14-b1c2-759f055a86a0'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:36:19.582923 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbfd1d4-cd22-4eac-a6ff-27fe583ca7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e210d6-70db-41ff-b46a-786d9ae22bf6", "tag": "89d24e0f-6c35-4f14-b1c2-759f055a86a0"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:36:19.621209 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521f8223-1c31-4713-9801-8d3dce3c734f x-openstack-request-id: req-521f8223-1c31-4713-9801-8d3dce3c734f {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:36:19.621437 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e210d6-70db-41ff-b46a-786d9ae22bf6", "tag": "89d24e0f-6c35-4f14-b1c2-759f055a86a0", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:36:19.621715 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-521f8223-1c31-4713-9801-8d3dce3c734f {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:36:19.622217 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e210d6-70db-41ff-b46a-786d9ae22bf6', 'tag': '89d24e0f-6c35-4f14-b1c2-759f055a86a0', 'status': 'completed', 'code': 200} Aug 24 17:36:19.712530 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190c065-0199-4c04-b16a-94b7a0520920 req-9ef2a674-021f-4c04-9938-96282ed44216 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:19.714006 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1190c065-0199-4c04-b16a-94b7a0520920 req-9ef2a674-021f-4c04-9938-96282ed44216 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0503216 Aug 24 17:36:19.756542 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1190c065-0199-4c04-b16a-94b7a0520920 req-2116c65d-70f8-421c-a72b-1906c41c6c11 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354195 Aug 24 17:36:19.807578 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-2c64ada8-b307-4ace-abf3-1330cc894d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:19.809176 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-2c64ada8-b307-4ace-abf3-1330cc894d0f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e&tenant_id=898a5b8cd0d34f068f885b6eab3e6f34 HTTP/1.1" status: 200 len: 1096 time: 0.1243880 Aug 24 17:36:19.819128 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfd1d4-cd22-4eac-a6ff-27fe583ca7cf req-f55b401a-3525-4178-a069-b66f7998e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:19.820670 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3cbfd1d4-cd22-4eac-a6ff-27fe583ca7cf req-f55b401a-3525-4178-a069-b66f7998e822 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddc3fd01258c4465a65a92d8c5f7e889&device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0727637 Aug 24 17:36:19.829712 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 37054) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:19.927867 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-c9e069ad-4697-4533-bbaa-bcb891fda43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:19.929413 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-c9e069ad-4697-4533-bbaa-bcb891fda43d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 1096 time: 0.0909553 Aug 24 17:36:19.953615 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5ae23407-b36e-481a-924b-0e62e08b2895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:19.978221 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfd1d4-cd22-4eac-a6ff-27fe583ca7cf req-4f33383c-f725-4d67-be8b-9be1858761eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:19.979616 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3cbfd1d4-cd22-4eac-a6ff-27fe583ca7cf req-4f33383c-f725-4d67-be8b-9be1858761eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=22b02aeb-c738-4e8d-83e4-922de7032fb9 HTTP/1.1" status: 200 len: 909 time: 0.1497030 Aug 24 17:36:20.041496 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5ae23407-b36e-481a-924b-0e62e08b2895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:20.042767 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3cbfd1d4-cd22-4eac-a6ff-27fe583ca7cf req-89c58865-3955-44f8-a2f8-92dca243737a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d24e0f-6c35-4f14-b1c2-759f055a86a0 HTTP/1.1" status: 200 len: 217 time: 0.0384307 Aug 24 17:36:20.111040 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-a1914f5b-eee0-41fb-aa97-f547bc7146c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:20.112805 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-a1914f5b-eee0-41fb-aa97-f547bc7146c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 200 len: 918 time: 0.1727095 Aug 24 17:36:20.120968 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfd1d4-cd22-4eac-a6ff-27fe583ca7cf req-1cd919a8-8bed-4469-9179-50da395b4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:20.122927 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3cbfd1d4-cd22-4eac-a6ff-27fe583ca7cf req-1cd919a8-8bed-4469-9179-50da395b4b82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91637d5f-1a06-4c76-bb2c-b1db14701c0f HTTP/1.1" status: 200 len: 848 time: 0.0724356 Aug 24 17:36:20.164513 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5ae23407-b36e-481a-924b-0e62e08b2895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:20.186969 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3cbfd1d4-cd22-4eac-a6ff-27fe583ca7cf req-292fcde4-b790-45cd-a0b9-421d3e61a96b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22b02aeb-c738-4e8d-83e4-922de7032fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551193 Aug 24 17:36:20.196335 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2cbba-1c89-4ef0-904a-02aaa88d4e6e req-1ef384bc-126d-4b9f-ad42-147da1479f95 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:20.197950 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f2d2cbba-1c89-4ef0-904a-02aaa88d4e6e req-1ef384bc-126d-4b9f-ad42-147da1479f95 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 944 time: 0.0707750 Aug 24 17:36:20.228817 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-f330c7b5-510c-4867-b08a-61b3086b6f6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b87d5b34-6abc-4414-9116-75e5807b1f26 HTTP/1.1" status: 200 len: 997 time: 0.1038115 Aug 24 17:36:20.234077 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae23407-b36e-481a-924b-0e62e08b2895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205fb4b0-524a-4f5c-8608-7224c703b518,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:20.247964 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-5ae23407-b36e-481a-924b-0e62e08b2895 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1d6a1810b8c466997427e1ccd5bf46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137983 Aug 24 17:36:20.258792 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 37070) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:20.279422 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f2d2cbba-1c89-4ef0-904a-02aaa88d4e6e req-a3051724-0a1e-4747-bd4b-cee94e9e838a tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690918 Aug 24 17:36:20.320165 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-004eed41-3bcc-4a15-9e48-12c9fcf3f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:20.321842 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-004eed41-3bcc-4a15-9e48-12c9fcf3f4a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=369c7c3a-2d96-4b71-a819-43b2e67698fe HTTP/1.1" status: 200 len: 856 time: 0.0654366 Aug 24 17:36:20.326207 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-122698b2-dc23-4879-b1b8-f91942b0a757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:20.332118 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3cbfd1d4-cd22-4eac-a6ff-27fe583ca7cf req-3a02bd91-9a72-4673-8a97-0daa5778cffa service neutron] 10.222.0.42 "GET /v2.0/networks/22b02aeb-c738-4e8d-83e4-922de7032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341817 Aug 24 17:36:20.348434 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-122698b2-dc23-4879-b1b8-f91942b0a757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:20.437856 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-108c8f7b-b18e-43d1-9af7-c5561fa5b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:20.439532 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-108c8f7b-b18e-43d1-9af7-c5561fa5b32e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8e346-8b7a-4beb-8083-d8c62155826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946143 Aug 24 17:36:20.490859 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3cbfd1d4-cd22-4eac-a6ff-27fe583ca7cf req-e097fe06-43d6-4b77-9141-e710cb667a2d service neutron] 10.222.0.42 "GET /v2.0/networks/22b02aeb-c738-4e8d-83e4-922de7032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361926 Aug 24 17:36:20.544050 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226b1cc-ff37-4cc9-b7d1-b6afa2f4d89e req-0b0a649c-8c58-4aea-a061-42a5f224c6c0 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:20.545558 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9226b1cc-ff37-4cc9-b7d1-b6afa2f4d89e req-0b0a649c-8c58-4aea-a061-42a5f224c6c0 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 944 time: 0.0593064 Aug 24 17:36:20.546847 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-122698b2-dc23-4879-b1b8-f91942b0a757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:20.549525 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-122698b2-dc23-4879-b1b8-f91942b0a757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:20.553072 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-122698b2-dc23-4879-b1b8-f91942b0a757 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/205fb4b0-524a-4f5c-8608-7224c703b518 HTTP/1.1" status: 204 len: 168 time: 0.2965090 Aug 24 17:36:20.559554 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-6a157bc0-92e3-47bf-85b1-f85ba24ab324 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047840 Aug 24 17:36:20.567737 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122698b2-dc23-4879-b1b8-f91942b0a757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205fb4b0-524a-4f5c-8608-7224c703b518,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:20.602537 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9226b1cc-ff37-4cc9-b7d1-b6afa2f4d89e req-a577b74b-f9c6-4145-95ce-baf8c3651cd5 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484097 Aug 24 17:36:20.680086 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8fafb26e-7d95-4206-aaa2-19e5775acf99 req-6c8da7e4-b015-4545-ae95-04d2122bd50e service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120389 Aug 24 17:36:20.886404 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746c814-d246-452e-a9b1-5ac6342e09e6 req-7b583165-f2b9-457d-9bdb-036c5c3f2b03 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:20.887979 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8746c814-d246-452e-a9b1-5ac6342e09e6 req-7b583165-f2b9-457d-9bdb-036c5c3f2b03 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0568175 Aug 24 17:36:20.938083 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8746c814-d246-452e-a9b1-5ac6342e09e6 req-adb7d592-f812-48d2-8d27-742360eb2652 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425611 Aug 24 17:36:21.314846 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 8e0cb179-5036-4739-944a-851a0ff90ee6 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:36:21.412509 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441efb25-a632-4287-b443-f01254ce8659 req-0ffe3db3-24aa-4c25-9821-68718821820e tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:21.416830 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-441efb25-a632-4287-b443-f01254ce8659 req-0ffe3db3-24aa-4c25-9821-68718821820e tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 944 time: 0.0570261 Aug 24 17:36:21.427216 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 8e0cb179-5036-4739-944a-851a0ff90ee6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8e0cb179-5036-4739-944a-851a0ff90ee6,segment=NetworkSegment(8c3493eb-b6d0-43e8-be2a-33ee0447acf5),segment_id=8c3493eb-b6d0-43e8-be2a-33ee0447acf5)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:21.440340 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '8e0cb179-5036-4739-944a-851a0ff90ee6', 'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7', 'port_id': '8e0cb179-5036-4739-944a-851a0ff90ee6', 'mac_address': 'fa:16:3e:4f:fd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df87666-5f2e-4118-9f40-2100e40f8e26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:36:21.461090 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-441efb25-a632-4287-b443-f01254ce8659 req-600446a1-4cd2-4ba5-888a-0a022788c29a tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Aug 24 17:36:21.480879 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:21.493794 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0cb179-5036-4739-944a-851a0ff90ee6 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:36:21.512681 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 8e0cb179-5036-4739-944a-851a0ff90ee6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8e0cb179-5036-4739-944a-851a0ff90ee6,segment=NetworkSegment(8c3493eb-b6d0-43e8-be2a-33ee0447acf5),segment_id=8c3493eb-b6d0-43e8-be2a-33ee0447acf5)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:21.616748 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:21.618853 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 89d24e0f-6c35-4f14-b1c2-759f055a86a0 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:36:21.724174 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37150) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:21.791971 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=8e0cb179-5036-4739-944a-851a0ff90ee6,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:21.813993 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43ca4d-30a1-4897-a00a-dd764caecd54 req-7b598408-aecf-4448-9a07-d3064de9e191 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:21.822572 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7e43ca4d-30a1-4897-a00a-dd764caecd54 req-7b598408-aecf-4448-9a07-d3064de9e191 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 945 time: 0.0813468 Aug 24 17:36:21.882923 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7e43ca4d-30a1-4897-a00a-dd764caecd54 req-492e006e-f5b0-4608-bcfa-270a2fba396f tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562112 Aug 24 17:36:21.922414 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1924905936-network', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:21.936098 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 89d24e0f-6c35-4f14-b1c2-759f055a86a0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=89d24e0f-6c35-4f14-b1c2-759f055a86a0,segment=NetworkSegment(adcdb7cf-f2f9-4869-ba06-07fdada0e0c4),segment_id=adcdb7cf-f2f9-4869-ba06-07fdada0e0c4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:21.954376 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '89d24e0f-6c35-4f14-b1c2-759f055a86a0', 'network_id': '22b02aeb-c738-4e8d-83e4-922de7032fb9', 'port_id': '89d24e0f-6c35-4f14-b1c2-759f055a86a0', 'mac_address': 'fa:16:3e:d4:d3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91637d5f-1a06-4c76-bb2c-b1db14701c0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:36:22.033290 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:22.041383 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Made reservation on behalf of 88517f1554614c4badb7a60e065a8dc0 for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:36:22.049637 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:22.049833 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d24e0f-6c35-4f14-b1c2-759f055a86a0 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:36:22.075666 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:22.081076 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 89d24e0f-6c35-4f14-b1c2-759f055a86a0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=89d24e0f-6c35-4f14-b1c2-759f055a86a0,segment=NetworkSegment(adcdb7cf-f2f9-4869-ba06-07fdada0e0c4),segment_id=adcdb7cf-f2f9-4869-ba06-07fdada0e0c4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:22.109629 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52677fb8-214b-4866-9c1b-d00e5ee3b8e4 req-a00aa3b7-08fe-462f-ac43-bb38b7141953 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:22.111168 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-52677fb8-214b-4866-9c1b-d00e5ee3b8e4 req-a00aa3b7-08fe-462f-ac43-bb38b7141953 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0679846 Aug 24 17:36:22.165630 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:22.214548 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-52677fb8-214b-4866-9c1b-d00e5ee3b8e4 req-fb96c043-af2e-4845-8842-60b9f6696ad5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881233 Aug 24 17:36:22.253202 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:22.259494 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=89d24e0f-6c35-4f14-b1c2-759f055a86a0,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:22.294677 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bce2a-a706-4d5c-9a5a-d6cb7a5c68fb req-93c4015b-c886-427c-bc37-5e63ae94e459 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:22.301756 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-361bce2a-a706-4d5c-9a5a-d6cb7a5c68fb req-93c4015b-c886-427c-bc37-5e63ae94e459 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0810075 Aug 24 17:36:22.346821 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-361bce2a-a706-4d5c-9a5a-d6cb7a5c68fb req-3691c800-35b6-4371-a474-f6068ada38e1 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441239 Aug 24 17:36:22.365130 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:22.386863 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:36:22.401380 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:22.401980 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Added segment 46da9b38-b6c8-4af6-bb78-d297099c504f of type vlan for network c32e03dc-a619-4714-9620-fefd583a9dfb Aug 24 17:36:22.456233 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997267ab-ab69-41d9-91cc-68fcb6705179,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:22.471647 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:22.479624 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['89d24e0f-6c35-4f14-b1c2-759f055a86a0'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:36:22.506523 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['8e0cb179-5036-4739-944a-851a0ff90ee6'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:36:22.595548 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce5a77-1360-4ae1-a588-8fce8dfb2046 req-5a852acb-2f28-4e67-81f3-3e853ccd3e2c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:22.597516 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-70ce5a77-1360-4ae1-a588-8fce8dfb2046 req-5a852acb-2f28-4e67-81f3-3e853ccd3e2c tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 945 time: 0.0688338 Aug 24 17:36:22.605995 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:22.607252 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:22.607841 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:22.692000 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-70ce5a77-1360-4ae1-a588-8fce8dfb2046 req-e3b71717-a0d4-4ab8-8cc8-ff439eb4920b tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830746 Aug 24 17:36:22.694438 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] Pushing event updated for resources: {'Network': ['ID=c32e03dc-a619-4714-9620-fefd583a9dfb,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:22.723227 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network c32e03dc-a619-4714-9620-fefd583a9dfb details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:36:22.723450 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 37164) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:22.724386 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b0545abb-7391-4309-8216-359c6d59b01e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9985783 Aug 24 17:36:22.729992 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-ce9eda24-cfa0-42e0-9def-d58ad9a450f2 admin admin] Request body: {'subnet': {'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1924905936-subnet', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'ip_version': 4}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:22.822907 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9eda24-cfa0-42e0-9def-d58ad9a450f2 admin admin] Made reservation on behalf of 88517f1554614c4badb7a60e065a8dc0 for: {'subnet': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:36:22.825205 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ce9eda24-cfa0-42e0-9def-d58ad9a450f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12929159'] for subnet, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:23.037815 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67505f9-9a1d-497e-a97d-147cf4098e88 req-949fce6b-0e11-4cef-8588-cffb17893ccd tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:23.039307 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d67505f9-9a1d-497e-a97d-147cf4098e88 req-949fce6b-0e11-4cef-8588-cffb17893ccd tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 945 time: 0.0862813 Aug 24 17:36:23.079360 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d67505f9-9a1d-497e-a97d-147cf4098e88 req-c1ff2b2b-c89b-4e51-aea3-e95ea27fda57 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340350 Aug 24 17:36:23.090951 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ce9eda24-cfa0-42e0-9def-d58ad9a450f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13044360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12929141'] for subnet, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:23.156169 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9eda24-cfa0-42e0-9def-d58ad9a450f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:23.181961 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9eda24-cfa0-42e0-9def-d58ad9a450f2 admin admin] Checking segment: {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:36:23.182326 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9eda24-cfa0-42e0-9def-d58ad9a450f2 admin admin] Network hostable DHCP agents. Network: c32e03dc-a619-4714-9620-fefd583a9dfb, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:36:23.316167 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9eda24-cfa0-42e0-9def-d58ad9a450f2 admin admin] Network c32e03dc-a619-4714-9620-fefd583a9dfb is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:36:23.343501 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e1598-6698-4cb6-8c79-a45157f5aa18 req-4fe04951-1401-49bb-8532-ba05cff32c41 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:23.345147 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-728e1598-6698-4cb6-8c79-a45157f5aa18 req-4fe04951-1401-49bb-8532-ba05cff32c41 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0570168 Aug 24 17:36:23.397367 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-728e1598-6698-4cb6-8c79-a45157f5aa18 req-d7f670f7-569e-43cd-95d1-2ca76c32c403 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455844 Aug 24 17:36:23.399779 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-ce9eda24-cfa0-42e0-9def-d58ad9a450f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, c32e03dc-a619-4714-9620-fefd583a9dfb) {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:23.422590 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf68b2b0-0f23-4448-9b7b-c2ccc25fdf79 None None] Network c32e03dc-a619-4714-9620-fefd583a9dfb requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:36:23.424234 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9eda24-cfa0-42e0-9def-d58ad9a450f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:23.424234 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ce9eda24-cfa0-42e0-9def-d58ad9a450f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:23.500970 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-ce9eda24-cfa0-42e0-9def-d58ad9a450f2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7733874 Aug 24 17:36:23.501278 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37176) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:23.505799 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:23.506035 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35515ca7-1950-4498-82c7-b4687dd4d310 req-847c823e-0351-4419-9f7f-bbb0025deb44 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:23.507466 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-35515ca7-1950-4498-82c7-b4687dd4d310 req-847c823e-0351-4419-9f7f-bbb0025deb44 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0622084 Aug 24 17:36:23.574564 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-35515ca7-1950-4498-82c7-b4687dd4d310 req-f47c37ed-1439-4563-9b71-ce9f45ec52e9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522857 Aug 24 17:36:23.614711 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeced1b1b-f5d6-5abc-a4d5-27cf2b0c7464-c32e03dc-a619-4714-9620-fefd583a9dfb', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b'}]}} from dv-cinder-788782-4-iscsi. {{(pid=94621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:36:23.616884 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-925525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:23.617765 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:23.619260 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-923877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8094'] for router, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:23.847390 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.db_base_plugin_common [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Allocated IP 172.20.0.2 (c32e03dc-a619-4714-9620-fefd583a9dfb/4dc9eeb4-893f-4ded-904e-e3383b6e9a2b/b2a8f928-239d-401e-87b9-afc54cd3852f) {{(pid=94621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:36:23.848365 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23581f8b-a0ac-4f1e-bd95-698f3c04dfad req-8f5d3fa6-cdfa-4abe-97b6-84e21585b95e tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:23.853901 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-23581f8b-a0ac-4f1e-bd95-698f3c04dfad req-8f5d3fa6-cdfa-4abe-97b6-84e21585b95e tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 945 time: 0.0687017 Aug 24 17:36:23.909228 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-23581f8b-a0ac-4f1e-bd95-698f3c04dfad req-69a687d7-7514-4ad6-a0e5-718ecde73b6a tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491488 Aug 24 17:36:23.984249 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:24.047143 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Notify callbacks [] for port, precommit_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:24.056218 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Transition to ACTIVE for port object b2a8f928-239d-401e-87b9-afc54cd3852f will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:36:24.074824 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Transition to ACTIVE for port object b2a8f928-239d-401e-87b9-afc54cd3852f will not be triggered until provisioned by entity DHCP. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:36:24.150244 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:24.225307 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e81f2e-b2e6-4cbd-8842-cb02684a01b0 req-22388858-5ec3-4b50-bd4d-05239a75254a tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:24.232403 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:24.234234 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-87e81f2e-b2e6-4cbd-8842-cb02684a01b0 req-22388858-5ec3-4b50-bd4d-05239a75254a tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 945 time: 0.0618179 Aug 24 17:36:24.238091 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Pushing event updated for resources: {'Port': ['ID=b2a8f928-239d-401e-87b9-afc54cd3852f,revision_number=1']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:24.248805 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Network c32e03dc-a619-4714-9620-fefd583a9dfb is already hosted by enough agents. {{(pid=94621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:36:24.250563 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.base_scheduler [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Resources bound (agent type, host, resource id): {{(pid=94621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:24.253434 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Received port after_create {{(pid=94621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:36:24.276342 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-87e81f2e-b2e6-4cbd-8842-cb02684a01b0 req-9b69e669-0cf6-44ad-a4f5-ec861a19f52a tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Aug 24 17:36:24.315677 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Attempting to bind port b2a8f928-239d-401e-87b9-afc54cd3852f on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:36:24.316140 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Attempting to bind port b2a8f928-239d-401e-87b9-afc54cd3852f by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:36:24.316671 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Attempting to bind port b2a8f928-239d-401e-87b9-afc54cd3852f on network c32e03dc-a619-4714-9620-fefd583a9dfb {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:36:24.322481 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:36:24.322848 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Checking segment: {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:36:24.323240 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:24.323723 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Bound using segment: {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:36:24.324181 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Bound port: b2a8f928-239d-401e-87b9-afc54cd3852f, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:36:24.324577 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:24.394840 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] For port b2a8f928-239d-401e-87b9-afc54cd3852f, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:36:24.400129 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] For port b2a8f928-239d-401e-87b9-afc54cd3852f, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=b2a8f928-239d-401e-87b9-afc54cd3852f,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:36:24.497141 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:24.561349 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b615f-dc19-4610-8f1f-0175c193c29c None None] Pushing event updated for resources: {'Port': ['ID=b2a8f928-239d-401e-87b9-afc54cd3852f,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:24.563245 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62361b33-9b45-4e68-8cea-524f197a9b04 req-5da15ed8-0922-4a23-aab9-d76e7be1c8d9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:24.572876 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-62361b33-9b45-4e68-8cea-524f197a9b04 req-5da15ed8-0922-4a23-aab9-d76e7be1c8d9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0915387 Aug 24 17:36:24.598263 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:24.635463 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:24.641929 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-62361b33-9b45-4e68-8cea-524f197a9b04 req-9ec641a9-f051-4694-954e-e6d8c66415cb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614488 Aug 24 17:36:24.769563 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5db6c-4737-45f4-9fd1-09b85749eab1 req-397bf2a5-44e2-4544-bfec-f1fb13ea4286 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:24.771552 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7da5db6c-4737-45f4-9fd1-09b85749eab1 req-397bf2a5-44e2-4544-bfec-f1fb13ea4286 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.1178210 Aug 24 17:36:24.784355 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Allocated IP 172.27.2.31 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/915cdfa8-63fe-4d52-8037-18c7e79a591c) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:36:24.858571 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7da5db6c-4737-45f4-9fd1-09b85749eab1 req-6ac71efc-a04a-4734-82b3-db061de94a3e tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734069 Aug 24 17:36:24.965415 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:25.087665 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2cb4f-801f-43f0-b499-6d3f651f7a78 req-abfd8cee-f919-4a03-89e9-6a360c6a8f19 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:25.095419 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-06b2cb4f-801f-43f0-b499-6d3f651f7a78 req-abfd8cee-f919-4a03-89e9-6a360c6a8f19 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 945 time: 0.0949814 Aug 24 17:36:25.134989 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-06b2cb4f-801f-43f0-b499-6d3f651f7a78 req-c940a698-ccb3-4d0f-b5d7-adbba253ac0a tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385313 Aug 24 17:36:25.404586 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247ca00-385c-40e2-90de-a550dacf068d req-3264f02f-8738-4cee-84f0-9d6b3539c6f5 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:25.407943 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9247ca00-385c-40e2-90de-a550dacf068d req-3264f02f-8738-4cee-84f0-9d6b3539c6f5 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 945 time: 0.0583529 Aug 24 17:36:25.481409 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9247ca00-385c-40e2-90de-a550dacf068d req-d9eac525-462a-465c-8c93-2d3f8f16761a tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592718 Aug 24 17:36:25.608870 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device b2a8f928-239d-401e-87b9-afc54cd3852f up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:25.767873 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67423d6f-ba27-4411-bd40-34ccbb0dba40 None None] Network c32e03dc-a619-4714-9620-fefd583a9dfb requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:36:25.852436 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107f76f-e3b1-4e43-8185-a9c315f0dc95 req-e259bbdf-13d4-479a-835a-3b69dce9a000 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:25.854086 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1107f76f-e3b1-4e43-8185-a9c315f0dc95 req-e259bbdf-13d4-479a-835a-3b69dce9a000 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0757718 Aug 24 17:36:25.896136 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1107f76f-e3b1-4e43-8185-a9c315f0dc95 req-f27e2b8b-92be-4baf-a105-7d0983fad935 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353420 Aug 24 17:36:25.908216 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-2e2626c1-d92d-4032-a5fc-d15970622f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:25.908894 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:25.911591 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port b2a8f928-239d-401e-87b9-afc54cd3852f completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:36:25.942442 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-e9b09455-ea1f-407f-90b0-33d9f05e6d77 None None] Provisioning for port b2a8f928-239d-401e-87b9-afc54cd3852f completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:36:25.970180 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:36:25.970440 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-e9b09455-ea1f-407f-90b0-33d9f05e6d77 None None] Provisioning complete for port b2a8f928-239d-401e-87b9-afc54cd3852f triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:25.970544 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e9b09455-ea1f-407f-90b0-33d9f05e6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:25.974805 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:25.979264 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:36:26.025712 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 8e0cb179-5036-4739-944a-851a0ff90ee6 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:26.030213 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Pushing event updated for resources: {'Port': ['ID=915cdfa8-63fe-4d52-8037-18c7e79a591c,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:26.046788 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c4cff-8d98-4cc6-9086-964caf7b4a6a req-12df802e-7500-4d66-990f-ccaf2a832e18 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:26.056752 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fa1c4cff-8d98-4cc6-9086-964caf7b4a6a req-12df802e-7500-4d66-990f-ccaf2a832e18 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0866134 Aug 24 17:36:26.134204 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fa1c4cff-8d98-4cc6-9086-964caf7b4a6a req-1755212f-848d-4911-bb6b-60f0fdb28ecf tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762424 Aug 24 17:36:26.182961 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e9b09455-ea1f-407f-90b0-33d9f05e6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:26.228141 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-e9b09455-ea1f-407f-90b0-33d9f05e6d77 None None] For port b2a8f928-239d-401e-87b9-afc54cd3852f, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=b2a8f928-239d-401e-87b9-afc54cd3852f,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:26.273372 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 8e0cb179-5036-4739-944a-851a0ff90ee6 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:36:26.278216 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 8e0cb179-5036-4739-944a-851a0ff90ee6 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:26.278594 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:26.313179 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ce5db-f3e6-4a03-ae6d-8e8efc04fb09 req-2ba4c79a-94b6-48ef-9786-03b04c0ca436 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:26.314714 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-de6ce5db-f3e6-4a03-ae6d-8e8efc04fb09 req-2ba4c79a-94b6-48ef-9786-03b04c0ca436 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 945 time: 0.0615351 Aug 24 17:36:26.349255 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e9b09455-ea1f-407f-90b0-33d9f05e6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:26.393502 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-de6ce5db-f3e6-4a03-ae6d-8e8efc04fb09 req-de653fb7-d46d-480f-b8a1-f0224040fb5b tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723553 Aug 24 17:36:26.435006 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:26.447402 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b09455-ea1f-407f-90b0-33d9f05e6d77 None None] Pushing event updated for resources: {'Port': ['ID=b2a8f928-239d-401e-87b9-afc54cd3852f,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:26.470542 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e7919-796f-402c-a0c3-248b0b25c32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0cb179-5036-4739-944a-851a0ff90ee6'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:36:26.472895 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b2d37d-7e6c-4059-afc2-f328739ae79e" -d '{"events": [{"server_uuid": "fd8e7919-796f-402c-a0c3-248b0b25c32e", "name": "network-vif-plugged", "status": "completed", "tag": "8e0cb179-5036-4739-944a-851a0ff90ee6"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:36:26.487930 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 8e0cb179-5036-4739-944a-851a0ff90ee6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8e0cb179-5036-4739-944a-851a0ff90ee6,segment=NetworkSegment(8c3493eb-b6d0-43e8-be2a-33ee0447acf5),segment_id=8c3493eb-b6d0-43e8-be2a-33ee0447acf5)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:26.492130 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-b1a26efe-27bf-4d2e-9715-4e4cee787ac2 None None] Provisioning complete for port b2a8f928-239d-401e-87b9-afc54cd3852f triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:26.492592 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b1a26efe-27bf-4d2e-9715-4e4cee787ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:26.494204 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:26.544357 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b5ef4d-f48f-4695-905b-c110d3f5c6f0 x-openstack-request-id: req-a5b5ef4d-f48f-4695-905b-c110d3f5c6f0 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:36:26.546224 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8e7919-796f-402c-a0c3-248b0b25c32e", "name": "network-vif-plugged", "status": "completed", "tag": "8e0cb179-5036-4739-944a-851a0ff90ee6", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:36:26.546224 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5b5ef4d-f48f-4695-905b-c110d3f5c6f0 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:36:26.546663 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8e7919-796f-402c-a0c3-248b0b25c32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0cb179-5036-4739-944a-851a0ff90ee6', 'code': 200} Aug 24 17:36:26.580911 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:26.581738 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 89d24e0f-6c35-4f14-b1c2-759f055a86a0 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:26.616807 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cd151-a879-460e-b246-1c981e710d32 req-9cf0f7d7-cced-4c53-b92d-25266e06dc87 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:26.619169 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7c6cd151-a879-460e-b246-1c981e710d32 req-9cf0f7d7-cced-4c53-b92d-25266e06dc87 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 945 time: 0.0601187 Aug 24 17:36:26.664355 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7c6cd151-a879-460e-b246-1c981e710d32 req-cbbad3d5-6775-43cc-9f18-021f62593ebe tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388851 Aug 24 17:36:26.673895 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=8e0cb179-5036-4739-944a-851a0ff90ee6,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:26.785808 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923239'] for router, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:26.839274 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 89d24e0f-6c35-4f14-b1c2-759f055a86a0 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:36:26.844341 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 89d24e0f-6c35-4f14-b1c2-759f055a86a0 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:26.844740 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:26.937861 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:26.979681 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 89d24e0f-6c35-4f14-b1c2-759f055a86a0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=89d24e0f-6c35-4f14-b1c2-759f055a86a0,segment=NetworkSegment(adcdb7cf-f2f9-4869-ba06-07fdada0e0c4),segment_id=adcdb7cf-f2f9-4869-ba06-07fdada0e0c4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:26.998892 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Router 1908430a-1814-4a46-8612-b745cedfc960 is scheduled to L3 agent 1d505948-8523-4517-ae72-23e9606b5ead with binding_index 1 {{(pid=94619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:36:27.036980 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a08a-58d6-4fff-b910-96be6700f1fd req-c1e8663a-8773-49dd-89ce-89fa9b0432da tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:27.038432 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-64a2a08a-58d6-4fff-b910-96be6700f1fd req-c1e8663a-8773-49dd-89ce-89fa9b0432da tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0487120 Aug 24 17:36:27.046075 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:27.098278 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-64a2a08a-58d6-4fff-b910-96be6700f1fd req-14f8305f-7a83-4e35-8fc2-c8315704e531 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509887 Aug 24 17:36:27.127875 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:36:27.138139 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Sync routers for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:36:27.140414 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=89d24e0f-6c35-4f14-b1c2-759f055a86a0,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:27.172731 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:36:27.173364 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:35:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:27.245168 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:27.249528 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-a945180e-fc60-42ca-bf87-40523dff62e7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7440748 Aug 24 17:36:27.249871 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37214) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:27.296259 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:36:27.603586 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device b2a8f928-239d-401e-87b9-afc54cd3852f up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:27.611018 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96745d15-cdff-479c-8a95-25ae1795d840 req-4456539b-b311-4591-ab55-a467a97b211d tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:27.632218 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-96745d15-cdff-479c-8a95-25ae1795d840 req-4456539b-b311-4591-ab55-a467a97b211d tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.4261835 Aug 24 17:36:27.662685 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:26Z', 'revision_number': 3, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:27.705731 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port b2a8f928-239d-401e-87b9-afc54cd3852f triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:27.706348 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:27.719005 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff8499-04c4-4cc1-958c-c868c2b6adbe req-c6766a55-0bb8-4e1a-b866-f7deb57c0e3e tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:27.727309 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f7ff8499-04c4-4cc1-958c-c868c2b6adbe req-c6766a55-0bb8-4e1a-b866-f7deb57c0e3e tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 946 time: 0.1779280 Aug 24 17:36:27.727967 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Checking router: 1908430a-1814-4a46-8612-b745cedfc960 for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:36:27.728676 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Updating router 1908430a-1814-4a46-8612-b745cedfc960 port 915cdfa8-63fe-4d52-8037-18c7e79a591c binding host dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:36:27.746514 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-96745d15-cdff-479c-8a95-25ae1795d840 req-aff2db30-7252-4688-8b20-39ede1de848e tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125069 Aug 24 17:36:27.773531 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:27.854407 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f7ff8499-04c4-4cc1-958c-c868c2b6adbe req-92ec1b86-3224-443d-9b68-6d55f709303d tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262977 Aug 24 17:36:27.906408 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:28.010511 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d4eef-7934-4b7d-bbfa-e1a66e6866f8 req-62a0c139-b688-402e-b51e-6888c1dae344 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:28.017843 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b43d4eef-7934-4b7d-bbfa-e1a66e6866f8 req-62a0c139-b688-402e-b51e-6888c1dae344 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 946 time: 0.1212654 Aug 24 17:36:28.091059 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b43d4eef-7934-4b7d-bbfa-e1a66e6866f8 req-092957ad-22bd-49e9-94c5-3a6992106ffd tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666854 Aug 24 17:36:28.159524 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e00b6885-e09c-4fff-9344-3ddefc5e78d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:28.213904 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Allocated IP 172.20.0.1 (c32e03dc-a619-4714-9620-fefd583a9dfb/4dc9eeb4-893f-4ded-904e-e3383b6e9a2b/be91e2af-77a4-4c31-b939-11c8ef3cf628) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:36:28.235171 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:28.248389 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Transition to ACTIVE for port object 915cdfa8-63fe-4d52-8037-18c7e79a591c will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:36:28.292239 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7849d53-2ba1-41eb-9543-6b4c665a4901 req-3b607ff4-e1d9-4991-8eb3-37766f020e34 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:28.293981 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f7849d53-2ba1-41eb-9543-6b4c665a4901 req-3b607ff4-e1d9-4991-8eb3-37766f020e34 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0942681 Aug 24 17:36:28.325433 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:28.354079 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f7849d53-2ba1-41eb-9543-6b4c665a4901 req-0e96ec7d-7641-4a93-b68a-f746f39375a7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535207 Aug 24 17:36:28.393267 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:28.397091 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Attempting to bind port 915cdfa8-63fe-4d52-8037-18c7e79a591c on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:36:28.397525 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Attempting to bind port 915cdfa8-63fe-4d52-8037-18c7e79a591c by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:36:28.397955 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Attempting to bind port 915cdfa8-63fe-4d52-8037-18c7e79a591c on network aaab6033-8676-46b7-9588-e6807a397508 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:36:28.407568 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Pushing event updated for resources: {'Port': ['ID=915cdfa8-63fe-4d52-8037-18c7e79a591c,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:28.410856 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:36:28.411331 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Checking segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:36:28.411794 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:28.412253 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Bound using segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:36:28.412830 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Bound port: 915cdfa8-63fe-4d52-8037-18c7e79a591c, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:36:28.413287 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:28.415034 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Transition to ACTIVE for port object be91e2af-77a4-4c31-b939-11c8ef3cf628 will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:36:28.439150 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:28.439803 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:28.444484 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:28.444484 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:28.444484 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:28.444484 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:28.444484 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:28.444484 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:28.444484 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:28.444484 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:28.444484 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:28.444484 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:28.496582 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:28.497682 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] For port 915cdfa8-63fe-4d52-8037-18c7e79a591c, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:36:28.503407 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] For port 915cdfa8-63fe-4d52-8037-18c7e79a591c, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=915cdfa8-63fe-4d52-8037-18c7e79a591c,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:36:28.548032 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e210d6-70db-41ff-b46a-786d9ae22bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d24e0f-6c35-4f14-b1c2-759f055a86a0'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:36:28.550428 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c18c8c-c46a-4c21-b107-e8edd56ff087" -d '{"events": [{"server_uuid": "a9e210d6-70db-41ff-b46a-786d9ae22bf6", "name": "network-vif-plugged", "status": "completed", "tag": "89d24e0f-6c35-4f14-b1c2-759f055a86a0"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:36:28.588004 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7724576-f558-4ce5-a3a0-616d0f8d0463 x-openstack-request-id: req-e7724576-f558-4ce5-a3a0-616d0f8d0463 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:36:28.588296 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e210d6-70db-41ff-b46a-786d9ae22bf6", "name": "network-vif-plugged", "status": "completed", "tag": "89d24e0f-6c35-4f14-b1c2-759f055a86a0", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:36:28.588587 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7724576-f558-4ce5-a3a0-616d0f8d0463 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:36:28.588979 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e210d6-70db-41ff-b46a-786d9ae22bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d24e0f-6c35-4f14-b1c2-759f055a86a0', 'code': 200} Aug 24 17:36:28.594247 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:28.594435 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:28.649857 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Network c32e03dc-a619-4714-9620-fefd583a9dfb is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:36:28.653083 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:28.659252 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:36:28.659467 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:36:28.659964 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:36:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:28.661747 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8464b-16bb-4235-9a6f-2d700806f8f6 None None] Pushing event updated for resources: {'Port': ['ID=915cdfa8-63fe-4d52-8037-18c7e79a591c,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:28.693344 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Pushing event updated for resources: {'Port': ['ID=be91e2af-77a4-4c31-b939-11c8ef3cf628,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:28.716077 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922644'] for router_interface, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:28.801252 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:36:28.930364 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2175ee-28a3-4323-b5dc-3fdabc7046e1 req-0d72d0d5-87b4-408d-9068-9beaff934651 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:28.935568 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-dd2175ee-28a3-4323-b5dc-3fdabc7046e1 req-0d72d0d5-87b4-408d-9068-9beaff934651 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0899587 Aug 24 17:36:28.963782 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:29.027810 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-dd2175ee-28a3-4323-b5dc-3fdabc7046e1 req-4e0ae14d-b01d-491d-aeb4-dbe1e9767d12 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814404 Aug 24 17:36:29.057210 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624a8a9-1313-4be0-bb55-688888444747 req-a86cf0a1-cda8-44cd-a954-fe7ac0ed21dd tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:29.058866 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5624a8a9-1313-4be0-bb55-688888444747 req-a86cf0a1-cda8-44cd-a954-fe7ac0ed21dd tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 946 time: 0.0994110 Aug 24 17:36:29.068090 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-3cb9ca66-920e-498c-8e71-c579f44a67bd None None] Provisioning for port be91e2af-77a4-4c31-b939-11c8ef3cf628 completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:36:29.073251 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-3cb9ca66-920e-498c-8e71-c579f44a67bd None None] Provisioning complete for port be91e2af-77a4-4c31-b939-11c8ef3cf628 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:29.073887 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ca66-920e-498c-8e71-c579f44a67bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:29.081294 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:26Z', 'revision_number': 3, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:29.114084 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9ca66-920e-498c-8e71-c579f44a67bd None None] Port be91e2af-77a4-4c31-b939-11c8ef3cf628 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:36:29.128457 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5624a8a9-1313-4be0-bb55-688888444747 req-0dc45232-9623-4eff-a1e0-136dbbc58bca tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607448 Aug 24 17:36:29.140802 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ebd17-a6d2-485b-8d91-452b004064f4 None None] The sync data for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi is: [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:26Z', 'revision_number': 3, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:36:29.267233 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850137d-e439-4900-a670-0f2db724f8a4 req-87c48958-4a13-4069-9b01-47ca0b6ac0f8 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:29.273419 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1850137d-e439-4900-a670-0f2db724f8a4 req-87c48958-4a13-4069-9b01-47ca0b6ac0f8 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 946 time: 0.0792444 Aug 24 17:36:29.302377 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:29.325411 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1850137d-e439-4900-a670-0f2db724f8a4 req-f7b1d464-995e-4808-8741-959a427c1dc6 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 Aug 24 17:36:29.393472 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:29.508917 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:29.515255 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58121fac-a8f3-4d9f-8e02-0fc424aa552f req-6f464bde-bdb7-4d85-9a49-39f142c53166 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:29.520451 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-58121fac-a8f3-4d9f-8e02-0fc424aa552f req-6f464bde-bdb7-4d85-9a49-39f142c53166 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0804892 Aug 24 17:36:29.569334 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Pushing event updated for resources: {'Port': ['ID=be91e2af-77a4-4c31-b939-11c8ef3cf628,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:29.579487 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929218'] for router_interface, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:29.620617 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-58121fac-a8f3-4d9f-8e02-0fc424aa552f req-1d92f5d8-f391-4720-ac97-3d9cba62f947 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806296 Aug 24 17:36:29.740288 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Network c32e03dc-a619-4714-9620-fefd583a9dfb is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:36:29.741983 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:29.897242 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Router 1908430a-1814-4a46-8612-b745cedfc960 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:36:30.032951 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:36:30.040999 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-1ffcf6c0-9747-4526-be6b-4c5d484e1340 admin admin] 10.222.0.41 "PUT /v2.0/routers/1908430a-1814-4a46-8612-b745cedfc960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7876153 Aug 24 17:36:30.046827 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-2b5507fd-933f-4d5b-935a-7f1d2c2ad2bd None None] Provisioning complete for port be91e2af-77a4-4c31-b939-11c8ef3cf628 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:30.046827 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-2b5507fd-933f-4d5b-935a-7f1d2c2ad2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:30.117035 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-2b5507fd-933f-4d5b-935a-7f1d2c2ad2bd None None] Port be91e2af-77a4-4c31-b939-11c8ef3cf628 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:36:30.235590 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a823f37-0f28-4e51-aedc-73f02087e236 req-bf324814-b4c7-4031-b942-e62a51a72e8c tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:30.237837 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8a823f37-0f28-4e51-aedc-73f02087e236 req-bf324814-b4c7-4031-b942-e62a51a72e8c tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.1250222 Aug 24 17:36:30.314508 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8a823f37-0f28-4e51-aedc-73f02087e236 req-126ec75f-87cd-42f8-b454-767ccd6894ba tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692954 Aug 24 17:36:30.348435 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41433e4-247b-4e62-a6da-21432156f22b req-55fc9b09-ca9d-4023-85ae-34ac3a600614 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:30.350061 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d41433e4-247b-4e62-a6da-21432156f22b req-55fc9b09-ca9d-4023-85ae-34ac3a600614 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 946 time: 0.0743349 Aug 24 17:36:30.403616 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d41433e4-247b-4e62-a6da-21432156f22b req-73eb5ada-b2fb-412d-8546-573bbb3913f9 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468063 Aug 24 17:36:30.427868 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:30.501341 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681fa98-8a7d-4a52-b34b-913c4f858c5c req-3b2c3769-7d75-4f2f-bf1a-786595c9a07f tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:30.503004 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a681fa98-8a7d-4a52-b34b-913c4f858c5c req-3b2c3769-7d75-4f2f-bf1a-786595c9a07f tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 946 time: 0.0699520 Aug 24 17:36:30.549299 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a681fa98-8a7d-4a52-b34b-913c4f858c5c req-e2dcf631-b322-4550-8466-e93edf5b115e tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393705 Aug 24 17:36:30.770948 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f9752-dda6-4607-b020-c2b858e9d12d req-edde7747-c077-42dd-b665-eeb97b252ee3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:30.772878 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b15f9752-dda6-4607-b020-c2b858e9d12d req-edde7747-c077-42dd-b665-eeb97b252ee3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0650210 Aug 24 17:36:30.826468 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b15f9752-dda6-4607-b020-c2b858e9d12d req-5c9290d9-3a66-4a38-9956-5f32fbfb7fca tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471809 Aug 24 17:36:30.929174 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37276) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:30.934408 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1440149500-network', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:31.010614 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Made reservation on behalf of b6858553a9ed4abcb6ff55e8280244bb for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:36:31.013044 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:31.022999 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:31.110990 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Sync routers for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:36:31.122389 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:36:31.128519 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:36:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:31.144800 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 37280) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:31.147245 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:31.250342 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:31.312225 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4fc6fd87-104a-404c-acda-d2f98c9be678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:31.324915 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:36:31.331929 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894457d7-9189-4d1a-8f5c-e4de5a540b25,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:31.354859 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:31.355250 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Added segment 16475891-e614-4f06-890c-ad9502943bdb of type vlan for network a696a698-861e-4f81-8cc8-78337e49e2e1 Aug 24 17:36:31.416953 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:31.536995 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:31.538392 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:31.539672 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:31.567071 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4fc6fd87-104a-404c-acda-d2f98c9be678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:31.701893 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4fc6fd87-104a-404c-acda-d2f98c9be678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:31.706434 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 915cdfa8-63fe-4d52-8037-18c7e79a591c up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:31.716260 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] Pushing event updated for resources: {'Network': ['ID=a696a698-861e-4f81-8cc8-78337e49e2e1,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:31.751979 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-05bd0d61-11a3-43ba-af3d-1109e00aa556 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8215575 Aug 24 17:36:31.752563 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37290) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:31.757512 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-d8f1b765-f960-41a7-b1c0-ec9c8d470cad admin admin] Request body: {'subnet': {'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1440149500-subnet', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'ip_version': 4}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:31.766256 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aff2af-eb4a-42ef-be67-3fe2e1cad413 req-8951cc15-4b73-4ca4-95ac-263851e7b935 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:31.767655 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network a696a698-861e-4f81-8cc8-78337e49e2e1 details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:36:31.768817 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1aff2af-eb4a-42ef-be67-3fe2e1cad413 req-8951cc15-4b73-4ca4-95ac-263851e7b935 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.2548783 Aug 24 17:36:31.773270 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:36:31.788206 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6fd87-104a-404c-acda-d2f98c9be678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f50c3fa-965f-4d51-bea3-9e961a9766dc,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:31.805385 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-4fc6fd87-104a-404c-acda-d2f98c9be678 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb690e7d1c6c420a83623ad6b1fe5719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6542814 Aug 24 17:36:31.805522 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37292) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:31.826254 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd828b-40cd-4736-87e0-70fbc798083e req-febf945d-5daf-4f4a-9570-e687143eff92 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:31.835430 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9cfd828b-40cd-4736-87e0-70fbc798083e req-febf945d-5daf-4f4a-9570-e687143eff92 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 946 time: 0.2738225 Aug 24 17:36:31.896531 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1aff2af-eb4a-42ef-be67-3fe2e1cad413 req-c87d3b93-7dd1-4be0-bfa7-5e3cb4b1f7df tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158557 Aug 24 17:36:31.916103 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f1b765-f960-41a7-b1c0-ec9c8d470cad admin admin] Made reservation on behalf of b6858553a9ed4abcb6ff55e8280244bb for: {'subnet': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:36:31.919305 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b765-f960-41a7-b1c0-ec9c8d470cad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717414'] for subnet, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:31.983122 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9cfd828b-40cd-4736-87e0-70fbc798083e req-6efdfc98-2254-4282-b75a-60097bf6814f tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168158 Aug 24 17:36:32.082835 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4bfea3ca-4a24-471c-b4c8-2a0c4550340b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:32.130099 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e185089-a996-47c7-bd1d-91f9fad441ec req-2e3ec711-1b11-4e9e-a106-9fa71a50935c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:32.131630 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1e185089-a996-47c7-bd1d-91f9fad441ec req-2e3ec711-1b11-4e9e-a106-9fa71a50935c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.1240318 Aug 24 17:36:32.138829 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4bfea3ca-4a24-471c-b4c8-2a0c4550340b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:32.139654 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a79ab-2fdc-4b23-a6de-b9d5fc288492 req-c7db7fcf-b29a-4d87-818a-e08f00949f2b tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:32.141177 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b04a79ab-2fdc-4b23-a6de-b9d5fc288492 req-c7db7fcf-b29a-4d87-818a-e08f00949f2b tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 946 time: 0.0978532 Aug 24 17:36:32.207995 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1e185089-a996-47c7-bd1d-91f9fad441ec req-99e7f3a3-dfdf-4f0d-a151-36dfb919b681 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653892 Aug 24 17:36:32.234948 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b04a79ab-2fdc-4b23-a6de-b9d5fc288492 req-4797fcaa-5e41-4d15-bfac-4bbfc1e25824 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463920 Aug 24 17:36:32.237605 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:29Z', 'revision_number': 2, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:32.267393 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Checking router: 1908430a-1814-4a46-8612-b745cedfc960 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:36:32.267846 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Updating router 1908430a-1814-4a46-8612-b745cedfc960 port be91e2af-77a4-4c31-b939-11c8ef3cf628 binding host dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:36:32.299120 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:32.338432 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 915cdfa8-63fe-4d52-8037-18c7e79a591c completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:36:32.342854 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 915cdfa8-63fe-4d52-8037-18c7e79a591c triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:32.343227 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:32.410919 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b765-f960-41a7-b1c0-ec9c8d470cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12719542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717460'] for subnet, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:32.449410 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4bfea3ca-4a24-471c-b4c8-2a0c4550340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:32.452089 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4bfea3ca-4a24-471c-b4c8-2a0c4550340b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:32.453226 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-4bfea3ca-4a24-471c-b4c8-2a0c4550340b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f50c3fa-965f-4d51-bea3-9e961a9766dc HTTP/1.1" status: 204 len: 168 time: 0.6514144 Aug 24 17:36:32.469451 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfea3ca-4a24-471c-b4c8-2a0c4550340b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f50c3fa-965f-4d51-bea3-9e961a9766dc,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:32.484560 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1b765-f960-41a7-b1c0-ec9c8d470cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d76b8e9-3dad-451a-b701-d35d0d9e321e,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:32.515287 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f1b765-f960-41a7-b1c0-ec9c8d470cad admin admin] Checking segment: {'id': '16475891-e614-4f06-890c-ad9502943bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:36:32.515634 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f1b765-f960-41a7-b1c0-ec9c8d470cad admin admin] Network hostable DHCP agents. Network: a696a698-861e-4f81-8cc8-78337e49e2e1, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:36:32.570088 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:32.606909 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 915cdfa8-63fe-4d52-8037-18c7e79a591c, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=915cdfa8-63fe-4d52-8037-18c7e79a591c,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:32.662407 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f1b765-f960-41a7-b1c0-ec9c8d470cad admin admin] Network a696a698-861e-4f81-8cc8-78337e49e2e1 is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:36:32.690594 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:32.698424 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Notify callbacks [] for port, precommit_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:32.732013 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Transition to ACTIVE for port object be91e2af-77a4-4c31-b939-11c8ef3cf628 will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:36:32.737241 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-d8f1b765-f960-41a7-b1c0-ec9c8d470cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, a696a698-861e-4f81-8cc8-78337e49e2e1) {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:32.745761 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f1b765-f960-41a7-b1c0-ec9c8d470cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:32.746363 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b765-f960-41a7-b1c0-ec9c8d470cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:32.753871 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de49209-0abb-4df3-b352-69da395490de None None] Network a696a698-861e-4f81-8cc8-78337e49e2e1 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:36:32.761841 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=915cdfa8-63fe-4d52-8037-18c7e79a591c,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:32.817271 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:32.831685 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 37300) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:32.840867 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1440149500-router', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:32.840967 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-d8f1b765-f960-41a7-b1c0-ec9c8d470cad admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0864522 Aug 24 17:36:32.924932 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6407d9f-57f6-4036-b637-628f5d636c08 None None] Pushing event updated for resources: {'Port': ['ID=be91e2af-77a4-4c31-b939-11c8ef3cf628,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:32.988233 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-925525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:32.989528 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-923877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8094'] for router, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:33.102043 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Attempting to bind port be91e2af-77a4-4c31-b939-11c8ef3cf628 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:36:33.102560 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Attempting to bind port be91e2af-77a4-4c31-b939-11c8ef3cf628 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:36:33.103038 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Attempting to bind port be91e2af-77a4-4c31-b939-11c8ef3cf628 on network c32e03dc-a619-4714-9620-fefd583a9dfb {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:36:33.112122 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:36:33.112669 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Checking segment: {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:36:33.113169 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:33.113653 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Bound using segment: {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:36:33.114225 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Bound port: be91e2af-77a4-4c31-b939-11c8ef3cf628, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:36:33.114704 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:33.173572 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:33.184426 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeced1b1b-f5d6-5abc-a4d5-27cf2b0c7464-a696a698-861e-4f81-8cc8-78337e49e2e1', 'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'fixed_ips': [{'subnet_id': '0d76b8e9-3dad-451a-b701-d35d0d9e321e'}]}} from dv-cinder-788782-4-iscsi. {{(pid=94621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:36:33.194153 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:33.203987 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098b5b7-3a5b-4bc6-96ef-2f018a98dc17 req-fac3f29e-b41e-4664-926a-2f4fd56418b3 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:33.206083 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b098b5b7-3a5b-4bc6-96ef-2f018a98dc17 req-fac3f29e-b41e-4664-926a-2f4fd56418b3 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.1983464 Aug 24 17:36:33.221870 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ad32e-0ec0-425f-9b23-11a4ea6ace90 req-b0c4ef8d-2819-4150-80a9-f3cccdc1b58e tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:33.223647 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f77ad32e-0ec0-425f-9b23-11a4ea6ace90 req-b0c4ef8d-2819-4150-80a9-f3cccdc1b58e tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 946 time: 0.0919397 Aug 24 17:36:33.310249 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] For port be91e2af-77a4-4c31-b939-11c8ef3cf628, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:36:33.326423 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] For port be91e2af-77a4-4c31-b939-11c8ef3cf628, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=be91e2af-77a4-4c31-b939-11c8ef3cf628,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:36:33.354349 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b098b5b7-3a5b-4bc6-96ef-2f018a98dc17 req-f0259a94-913b-4699-b1f8-2395c107d263 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382475 Aug 24 17:36:33.358995 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f77ad32e-0ec0-425f-9b23-11a4ea6ace90 req-1b32ecdf-d0dd-4543-9255-728fe6475cc5 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294901 Aug 24 17:36:33.392568 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.db_base_plugin_common [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Allocated IP 172.20.0.2 (a696a698-861e-4f81-8cc8-78337e49e2e1/0d76b8e9-3dad-451a-b701-d35d0d9e321e/c97c36ac-4f13-4920-bd70-f392b273c1cb) {{(pid=94621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:36:33.439219 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:33.499739 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:33.530884 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3768ca1-bc27-4195-b7d7-01adc638e5f0 req-7b7b92b2-c5f3-4d47-bb63-4934ffd4192f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:33.532421 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e3768ca1-bc27-4195-b7d7-01adc638e5f0 req-7b7b92b2-c5f3-4d47-bb63-4934ffd4192f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0899847 Aug 24 17:36:33.541819 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151b890-fff9-469c-a1ec-9c24bffe19a7 req-1c476da7-8133-4fdd-bfdd-09f62f2a907f tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:33.543406 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3151b890-fff9-469c-a1ec-9c24bffe19a7 req-1c476da7-8133-4fdd-bfdd-09f62f2a907f tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 946 time: 0.0998220 Aug 24 17:36:33.546685 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 915cdfa8-63fe-4d52-8037-18c7e79a591c up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:33.628095 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3151b890-fff9-469c-a1ec-9c24bffe19a7 req-31844ec0-a657-4ceb-b550-90566089a82f tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653825 Aug 24 17:36:33.635383 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e3768ca1-bc27-4195-b7d7-01adc638e5f0 req-834a03da-bd95-488e-a1d8-5ba058e6f81f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910094 Aug 24 17:36:33.652208 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:36:33.652843 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:36:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:33.654867 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Notify callbacks [] for port, precommit_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:33.657252 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6407d9f-57f6-4036-b637-628f5d636c08 None None] Pushing event updated for resources: {'Port': ['ID=be91e2af-77a4-4c31-b939-11c8ef3cf628,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:33.834720 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:33.859042 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:33.864498 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Transition to ACTIVE for port object c97c36ac-4f13-4920-bd70-f392b273c1cb will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:36:33.905521 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 915cdfa8-63fe-4d52-8037-18c7e79a591c triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:33.905811 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:33.907568 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Transition to ACTIVE for port object c97c36ac-4f13-4920-bd70-f392b273c1cb will not be triggered until provisioned by entity DHCP. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:36:33.965527 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:36:33.985402 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Allocated IP 172.27.2.7 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/d00bf46e-ea84-4328-8b92-32b2ec117f7e) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:36:33.997466 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:34.100239 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Network a696a698-861e-4f81-8cc8-78337e49e2e1 is already hosted by enough agents. {{(pid=94621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:36:34.106158 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:34.125042 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.base_scheduler [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Resources bound (agent type, host, resource id): {{(pid=94621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:34.135708 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Received port after_create {{(pid=94621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:36:34.173380 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Pushing event updated for resources: {'Port': ['ID=c97c36ac-4f13-4920-bd70-f392b273c1cb,revision_number=1']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:34.209956 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa5c96-34a5-434c-b132-4c9c1c49b7d7 req-d369dfaf-91ea-4962-8055-0f799f650919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:34.212089 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3efa5c96-34a5-434c-b132-4c9c1c49b7d7 req-d369dfaf-91ea-4962-8055-0f799f650919 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 1099 time: 0.0905044 Aug 24 17:36:34.212845 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:34.214828 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46354a3d-5041-49fc-97fd-52f38869b97f req-1585f804-18fb-44a7-896c-170a3252b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:34.215055 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-46354a3d-5041-49fc-97fd-52f38869b97f req-1585f804-18fb-44a7-896c-170a3252b1ae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 1099 time: 0.0953779 Aug 24 17:36:34.247906 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Attempting to bind port c97c36ac-4f13-4920-bd70-f392b273c1cb on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:36:34.248272 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Attempting to bind port c97c36ac-4f13-4920-bd70-f392b273c1cb by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': '16475891-e614-4f06-890c-ad9502943bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:36:34.248653 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Attempting to bind port c97c36ac-4f13-4920-bd70-f392b273c1cb on network a696a698-861e-4f81-8cc8-78337e49e2e1 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:36:34.256129 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:36:34.262168 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:34.262507 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:36:34.262886 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Checking segment: {'id': '16475891-e614-4f06-890c-ad9502943bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:36:34.263287 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:34.263673 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Bound using segment: {'id': '16475891-e614-4f06-890c-ad9502943bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:36:34.264149 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Bound port: c97c36ac-4f13-4920-bd70-f392b273c1cb, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16475891-e614-4f06-890c-ad9502943bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:36:34.264552 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:34.265198 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:36:34.306715 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Pushing event updated for resources: {'Port': ['ID=d00bf46e-ea84-4328-8b92-32b2ec117f7e,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:34.317794 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:34.318314 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:34.318766 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:34.319197 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:34.319643 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:34.320053 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:34.320517 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:34.321049 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:34.321677 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:34.321774 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:34.322190 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:34.322601 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:34.378664 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] For port c97c36ac-4f13-4920-bd70-f392b273c1cb, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:36:34.383148 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] For port c97c36ac-4f13-4920-bd70-f392b273c1cb, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=c97c36ac-4f13-4920-bd70-f392b273c1cb,segment=NetworkSegment(16475891-e614-4f06-890c-ad9502943bdb),segment_id=16475891-e614-4f06-890c-ad9502943bdb)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:36:34.408416 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:33Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:34.440668 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d781d-81af-4d0e-a38f-d48015d32f44 None None] The sync data for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi is: [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:33Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:36:34.514174 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:34.546139 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3efa5c96-34a5-434c-b132-4c9c1c49b7d7 req-3d8bbe67-1a53-43c1-9c0a-bc2fe02e1a3f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195527 Aug 24 17:36:34.552779 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-46354a3d-5041-49fc-97fd-52f38869b97f req-a4ecbb80-9102-4021-895e-b4a54f0ba8e9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190596 Aug 24 17:36:34.587562 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83802716-e8a1-4939-9871-9bebab4fb446 req-1299ebc4-df8a-4d72-a179-35160c90fa24 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:34.587871 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-83802716-e8a1-4939-9871-9bebab4fb446 req-1299ebc4-df8a-4d72-a179-35160c90fa24 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.1367612 Aug 24 17:36:34.590220 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c153d15-0007-472b-b71f-cdfa847ffe7b None None] Pushing event updated for resources: {'Port': ['ID=c97c36ac-4f13-4920-bd70-f392b273c1cb,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:34.622673 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a0666-706a-48c4-bc58-1d08709c168b req-961698bf-f8cc-456b-bc84-92bd110fc901 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:34.624227 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-755a0666-706a-48c4-bc58-1d08709c168b req-961698bf-f8cc-456b-bc84-92bd110fc901 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 946 time: 0.1411390 Aug 24 17:36:34.701213 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-83802716-e8a1-4939-9871-9bebab4fb446 req-1b150316-5afd-4bc5-8804-12a74a00a8e5 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124527 Aug 24 17:36:34.762792 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-755a0666-706a-48c4-bc58-1d08709c168b req-6103f002-5193-4011-8870-6b3d9bed2870 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309564 Aug 24 17:36:34.868592 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:34.979472 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda10cd-fced-4c17-896b-e7f54d7fa95f req-0a665cc4-6dcb-4395-8288-fe2944c04e70 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:34.981030 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1dda10cd-fced-4c17-896b-e7f54d7fa95f req-0a665cc4-6dcb-4395-8288-fe2944c04e70 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 946 time: 0.1494141 Aug 24 17:36:35.027750 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166d36e-402f-4a7e-87d8-3c92fa1ae5fa req-cafdecfe-41b7-4e3e-aed5-7fec54317a8d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:35.029307 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c166d36e-402f-4a7e-87d8-3c92fa1ae5fa req-cafdecfe-41b7-4e3e-aed5-7fec54317a8d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.1640093 Aug 24 17:36:35.067901 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1dda10cd-fced-4c17-896b-e7f54d7fa95f req-beeb9de9-e677-4f6a-8110-5376450a6415 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795135 Aug 24 17:36:35.358976 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c166d36e-402f-4a7e-87d8-3c92fa1ae5fa req-60b68241-92e1-43d2-b41e-913d6f1eaed3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3219447 Aug 24 17:36:35.398840 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923239'] for router, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:35.594348 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device be91e2af-77a4-4c31-b939-11c8ef3cf628 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:35.618327 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4397c41-ebac-4dc8-ace7-6f48713b4ea9 None None] Network a696a698-861e-4f81-8cc8-78337e49e2e1 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:36:35.656454 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Router 23fb04a2-35f4-4d12-a9d1-9462bc8178ef is scheduled to L3 agent 1d505948-8523-4517-ae72-23e9606b5ead with binding_index 1 {{(pid=94620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:36:35.749307 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-140d6253-2540-4f22-8f9e-e05877773a3b None None] Provisioning for port c97c36ac-4f13-4920-bd70-f392b273c1cb completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:36:35.773290 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:36:35.783663 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Sync routers for ids ['23fb04a2-35f4-4d12-a9d1-9462bc8178ef'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:36:35.788990 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port be91e2af-77a4-4c31-b939-11c8ef3cf628 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:36:35.794164 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Routers {'23fb04a2-35f4-4d12-a9d1-9462bc8178ef'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:36:35.794903 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:36:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['23fb04a2-35f4-4d12-a9d1-9462bc8178ef'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:35.798197 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port be91e2af-77a4-4c31-b939-11c8ef3cf628 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:35.798604 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:35.833735 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616e2d9-a4d6-43a8-824b-016aea7add5c req-7a0f5b42-4fae-4b6f-955a-faafeedc129f tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:35.835420 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8616e2d9-a4d6-43a8-824b-016aea7add5c req-7a0f5b42-4fae-4b6f-955a-faafeedc129f tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0574346 Aug 24 17:36:35.911596 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] Notify callbacks [] for router, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:35.912335 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:35.914948 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-480d8360-f2cd-4c1c-b519-c01c77fa4875 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0816689 Aug 24 17:36:35.917949 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37324) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:35.929066 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8616e2d9-a4d6-43a8-824b-016aea7add5c req-e83aad1d-e975-4ff4-bd29-918a11571685 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872855 Aug 24 17:36:35.982759 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port be91e2af-77a4-4c31-b939-11c8ef3cf628, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=be91e2af-77a4-4c31-b939-11c8ef3cf628,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:36.002117 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc2842-96b0-4b6a-89f4-42970d9fc6f4 req-6a23d3d2-dead-4612-aa7f-179107263654 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:36.010763 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bffc2842-96b0-4b6a-89f4-42970d9fc6f4 req-6a23d3d2-dead-4612-aa7f-179107263654 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 946 time: 0.0938804 Aug 24 17:36:36.056246 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:36.057526 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device c97c36ac-4f13-4920-bd70-f392b273c1cb up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:36.069265 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bffc2842-96b0-4b6a-89f4-42970d9fc6f4 req-80b2451a-3378-4335-afb6-2651471ec7c2 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553427 Aug 24 17:36:36.099281 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Set router 23fb04a2-35f4-4d12-a9d1-9462bc8178ef gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:36:36.162325 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=be91e2af-77a4-4c31-b939-11c8ef3cf628,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:36.234524 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a766553-334a-412a-ae20-558b6b0a5737 req-80257122-f5a1-49e7-a444-cf6ad071af6c tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:36.235949 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5a766553-334a-412a-ae20-558b6b0a5737 req-80257122-f5a1-49e7-a444-cf6ad071af6c tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 946 time: 0.0520682 Aug 24 17:36:36.261806 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port c97c36ac-4f13-4920-bd70-f392b273c1cb completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:36:36.266644 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port c97c36ac-4f13-4920-bd70-f392b273c1cb triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:36.267703 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:36.278542 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5a766553-334a-412a-ae20-558b6b0a5737 req-13c4467c-df1f-48f8-8f7c-056b671696d7 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356684 Aug 24 17:36:36.318753 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'name': 'tempest-TestVolumeBootPattern-1440149500-router', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:36:34Z', 'revision_number': 3, 'project_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'gw_port': {'id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:36.349744 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Checking router: 23fb04a2-35f4-4d12-a9d1-9462bc8178ef for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:36:36.350094 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Updating router 23fb04a2-35f4-4d12-a9d1-9462bc8178ef port d00bf46e-ea84-4328-8b92-32b2ec117f7e binding host dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:36:36.357013 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:36.378213 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:36.395609 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port c97c36ac-4f13-4920-bd70-f392b273c1cb, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=c97c36ac-4f13-4920-bd70-f392b273c1cb,segment=NetworkSegment(16475891-e614-4f06-890c-ad9502943bdb),segment_id=16475891-e614-4f06-890c-ad9502943bdb)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:36.462936 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:36.483934 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4776d1a-9fa6-4967-bf56-db36e9efb622 req-79f204fa-ed8b-40e5-aeab-8f852bd7f9e0 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:36.485595 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e4776d1a-9fa6-4967-bf56-db36e9efb622 req-79f204fa-ed8b-40e5-aeab-8f852bd7f9e0 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0496309 Aug 24 17:36:36.535735 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e4776d1a-9fa6-4967-bf56-db36e9efb622 req-a1954868-4560-478e-9360-402f40973a3a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386429 Aug 24 17:36:36.542138 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:36.543281 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=c97c36ac-4f13-4920-bd70-f392b273c1cb,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:36.661198 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:36.671405 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Transition to ACTIVE for port object d00bf46e-ea84-4328-8b92-32b2ec117f7e will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:36:36.708128 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Allocated IP 172.20.0.1 (a696a698-861e-4f81-8cc8-78337e49e2e1/0d76b8e9-3dad-451a-b701-d35d0d9e321e/29530221-fb4a-4521-8c45-88d4735ba118) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:36:36.810425 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:36.817780 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:36.833147 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Transition to ACTIVE for port object 29530221-fb4a-4521-8c45-88d4735ba118 will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:36:36.866578 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2e460-f0be-4817-aaef-9f94caf93b96 None None] Pushing event updated for resources: {'Port': ['ID=d00bf46e-ea84-4328-8b92-32b2ec117f7e,revision_number=2']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:36.870397 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Attempting to bind port d00bf46e-ea84-4328-8b92-32b2ec117f7e on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:36:36.870397 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Attempting to bind port d00bf46e-ea84-4328-8b92-32b2ec117f7e by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:36:36.870397 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Attempting to bind port d00bf46e-ea84-4328-8b92-32b2ec117f7e on network aaab6033-8676-46b7-9588-e6807a397508 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:36:36.874890 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:36:36.875263 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Checking segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:36:36.875654 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:36.876036 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Bound using segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:36:36.876532 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Bound port: d00bf46e-ea84-4328-8b92-32b2ec117f7e, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:36:36.876920 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:36.926661 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] For port d00bf46e-ea84-4328-8b92-32b2ec117f7e, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:36:36.930267 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] For port d00bf46e-ea84-4328-8b92-32b2ec117f7e, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=d00bf46e-ea84-4328-8b92-32b2ec117f7e,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:36:36.953704 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:36.991705 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Network a696a698-861e-4f81-8cc8-78337e49e2e1 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:36:36.996768 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:37.000301 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:36:37.028345 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Pushing event updated for resources: {'Port': ['ID=29530221-fb4a-4521-8c45-88d4735ba118,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:37.040584 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:37.043162 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:37.043162 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:37.043358 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:37.043654 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:37.043977 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:37.044302 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:37.044650 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:37.044974 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:37.045333 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:37.045610 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:37.045927 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:37.046243 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:36:37.057450 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb49919-73e4-478b-9c02-f26c5819fb30 req-d766caae-83e9-4173-8be7-605b437286c6 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:37.059370 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-eeb49919-73e4-478b-9c02-f26c5819fb30 req-d766caae-83e9-4173-8be7-605b437286c6 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0601037 Aug 24 17:36:37.060917 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922644'] for router_interface, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:37.121460 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Routers {'23fb04a2-35f4-4d12-a9d1-9462bc8178ef'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:36:37.122979 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:36:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['23fb04a2-35f4-4d12-a9d1-9462bc8178ef'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:37.147600 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-eeb49919-73e4-478b-9c02-f26c5819fb30 req-3d7dec68-c7af-4574-9a52-3667f70f78c0 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723050 Aug 24 17:36:37.225248 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071c3ba-e9f1-4f58-a7da-ec20decac4e8 req-75478976-eeae-42d3-9da9-6d552dd90afb tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:37.227387 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0071c3ba-e9f1-4f58-a7da-ec20decac4e8 req-75478976-eeae-42d3-9da9-6d552dd90afb tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 946 time: 0.0573533 Aug 24 17:36:37.251172 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:37.253186 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2e460-f0be-4817-aaef-9f94caf93b96 None None] Pushing event updated for resources: {'Port': ['ID=d00bf46e-ea84-4328-8b92-32b2ec117f7e,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:37.267113 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0071c3ba-e9f1-4f58-a7da-ec20decac4e8 req-f695c78e-430f-4bfd-b94f-186fb570f88b tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339103 Aug 24 17:36:37.284768 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] Set router 23fb04a2-35f4-4d12-a9d1-9462bc8178ef gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:36:37.346154 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300c8b4-0383-455d-9eae-bcc713d56efe req-9013b0e7-87a4-46e4-9d95-95f03bb9a8fd tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:37.350676 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8300c8b4-0383-455d-9eae-bcc713d56efe req-9013b0e7-87a4-46e4-9d95-95f03bb9a8fd tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.42 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 945 time: 0.0794528 Aug 24 17:36:37.370388 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-15ab6002-c9e9-4abc-9cdf-a7c24111a644 None None] Provisioning for port 29530221-fb4a-4521-8c45-88d4735ba118 completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:36:37.375991 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-15ab6002-c9e9-4abc-9cdf-a7c24111a644 None None] Provisioning complete for port 29530221-fb4a-4521-8c45-88d4735ba118 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:37.376575 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-15ab6002-c9e9-4abc-9cdf-a7c24111a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:37.419207 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-15ab6002-c9e9-4abc-9cdf-a7c24111a644 None None] Port 29530221-fb4a-4521-8c45-88d4735ba118 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:36:37.426824 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb340f77-65a5-4295-a340-238eef9d9154 req-31a6a819-8307-4ee2-b0e8-3c9154cc30d1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:37.429066 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cb340f77-65a5-4295-a340-238eef9d9154 req-31a6a819-8307-4ee2-b0e8-3c9154cc30d1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 946 time: 0.0676196 Aug 24 17:36:37.500913 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cb340f77-65a5-4295-a340-238eef9d9154 req-50c37d13-3937-4849-9dd4-dbf6e2da6e40 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595257 Aug 24 17:36:37.505081 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'name': 'tempest-TestVolumeBootPattern-1440149500-router', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:36:34Z', 'revision_number': 3, 'project_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'gw_port': {'id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:37.549604 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device be91e2af-77a4-4c31-b939-11c8ef3cf628 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:37.568182 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9e0fd-33a5-4afe-8bea-60234ef0e888 None None] The sync data for ids ['23fb04a2-35f4-4d12-a9d1-9462bc8178ef'] in dv-cinder-788782-4-iscsi is: [{'id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'name': 'tempest-TestVolumeBootPattern-1440149500-router', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:36:34Z', 'revision_number': 3, 'project_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'gw_port': {'id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:36:37.573709 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-8300c8b4-0383-455d-9eae-bcc713d56efe req-60652617-6ed0-4c5f-89cf-4f6e05176fc9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Deleting port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:36:37.576049 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-8300c8b4-0383-455d-9eae-bcc713d56efe req-60652617-6ed0-4c5f-89cf-4f6e05176fc9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:37.673731 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port be91e2af-77a4-4c31-b939-11c8ef3cf628 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:37.674149 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:37.702479 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-8300c8b4-0383-455d-9eae-bcc713d56efe req-60652617-6ed0-4c5f-89cf-4f6e05176fc9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] For port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf,segment=NetworkSegment(57eedd77-ebb7-4016-8fae-6acf8c6e963c),segment_id=57eedd77-ebb7-4016-8fae-6acf8c6e963c)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:37.703575 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-8300c8b4-0383-455d-9eae-bcc713d56efe req-60652617-6ed0-4c5f-89cf-4f6e05176fc9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:37.732355 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-8300c8b4-0383-455d-9eae-bcc713d56efe req-60652617-6ed0-4c5f-89cf-4f6e05176fc9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Calling delete_port for 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:36:37.745080 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b8f80-9960-4ba3-ba60-b3afcc6eda03 req-b5e42abc-441c-4a7e-a9a1-59137466141b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:37.753912 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b52b8f80-9960-4ba3-ba60-b3afcc6eda03 req-b5e42abc-441c-4a7e-a9a1-59137466141b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0937359 Aug 24 17:36:37.800136 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:37.831724 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b52b8f80-9960-4ba3-ba60-b3afcc6eda03 req-ed23fb22-c9ab-4e9c-8135-4c0c11b83519 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739341 Aug 24 17:36:37.864731 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device c97c36ac-4f13-4920-bd70-f392b273c1cb up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:37.889063 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:37.928580 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port c97c36ac-4f13-4920-bd70-f392b273c1cb triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:37.928949 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:38.044735 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929218'] for router_interface, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:38.054202 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Pushing event updated for resources: {'Port': ['ID=29530221-fb4a-4521-8c45-88d4735ba118,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:38.061869 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-8300c8b4-0383-455d-9eae-bcc713d56efe req-60652617-6ed0-4c5f-89cf-4f6e05176fc9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:38.075066 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf', '98e3765e-80f7-4099-b6cb-5610825d1929'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:36:38.110079 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60652617-6ed0-4c5f-89cf-4f6e05176fc9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Pushing event deleted for resources: {'Port': ['ID=09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:38.188769 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8300c8b4-0383-455d-9eae-bcc713d56efe req-60652617-6ed0-4c5f-89cf-4f6e05176fc9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] No DVR routers for this DVR port 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:36:38.193834 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-8300c8b4-0383-455d-9eae-bcc713d56efe req-60652617-6ed0-4c5f-89cf-4f6e05176fc9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:38.196476 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8300c8b4-0383-455d-9eae-bcc713d56efe req-60652617-6ed0-4c5f-89cf-4f6e05176fc9 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.42 "DELETE /v2.0/ports/09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf HTTP/1.1" status: 204 len: 173 time: 0.8343945 Aug 24 17:36:38.196931 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e468bc29-1f28-4852-bf09-72a047bf6899', 'name': 'network-vif-deleted', 'tag': '09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:36:38.205519 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6818ce2-33dc-4e34-8894-3c67b70a1c4c" -d '{"events": [{"server_uuid": "e468bc29-1f28-4852-bf09-72a047bf6899", "name": "network-vif-deleted", "tag": "09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:36:38.269116 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88082ec3-dc91-4289-a8fe-d97e44e8284e x-openstack-request-id: req-88082ec3-dc91-4289-a8fe-d97e44e8284e {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:36:38.269406 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e468bc29-1f28-4852-bf09-72a047bf6899", "name": "network-vif-deleted", "tag": "09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:36:38.269657 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88082ec3-dc91-4289-a8fe-d97e44e8284e {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:36:38.270146 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e468bc29-1f28-4852-bf09-72a047bf6899', 'name': 'network-vif-deleted', 'tag': '09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf', 'status': 'completed', 'code': 200} Aug 24 17:36:38.275668 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Network a696a698-861e-4f81-8cc8-78337e49e2e1 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:36:38.277272 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:38.304932 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-afb324a0-3116-43ba-a7c6-21d98602dcc2 req-0e838457-9017-4631-9093-37bee51c0228 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 210 time: 0.0766916 Aug 24 17:36:38.424247 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Router 23fb04a2-35f4-4d12-a9d1-9462bc8178ef has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:36:38.619274 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:36:38.632352 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-14abc876-990e-475f-bf35-578be3abb2c7 admin admin] 10.222.0.41 "PUT /v2.0/routers/23fb04a2-35f4-4d12-a9d1-9462bc8178ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7054904 Aug 24 17:36:38.652665 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-e4eb8976-2853-4680-81a5-76023bcefaba None None] Provisioning complete for port 29530221-fb4a-4521-8c45-88d4735ba118 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:38.653192 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e4eb8976-2853-4680-81a5-76023bcefaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:38.708580 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb8976-2853-4680-81a5-76023bcefaba None None] Port 29530221-fb4a-4521-8c45-88d4735ba118 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:36:38.973110 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2bd5b-4fc9-4138-beac-08d56c16e5da req-d27b1eee-ec3b-4d20-8e75-1422210ae6f7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:38.974629 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d8e2bd5b-4fc9-4138-beac-08d56c16e5da req-d27b1eee-ec3b-4d20-8e75-1422210ae6f7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0530856 Aug 24 17:36:39.018658 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d8e2bd5b-4fc9-4138-beac-08d56c16e5da req-da95a7e6-455b-44e0-9cf2-de5b51b018c8 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366116 Aug 24 17:36:39.141402 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669865c-1332-42b9-8ca3-8086ffeb9dc0 req-077692e3-91b3-40d5-9771-d90ec5566a64 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:39.142910 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6669865c-1332-42b9-8ca3-8086ffeb9dc0 req-077692e3-91b3-40d5-9771-d90ec5566a64 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 946 time: 0.0550730 Aug 24 17:36:39.188439 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:36:39.192471 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6669865c-1332-42b9-8ca3-8086ffeb9dc0 req-9eed96fb-cfb3-4b3c-a581-dd103cc2fa68 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426700 Aug 24 17:36:39.228235 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37420) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:39.233021 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-a48f2e6b-fe00-4329-bc71-befbac4c358f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-659580641', 'description': 'tempest-secgroup-smoke-659580641 description', 'project_id': '88517f1554614c4badb7a60e065a8dc0'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:39.330539 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a48f2e6b-fe00-4329-bc71-befbac4c358f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:39.421464 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-15b181d7-62bd-41d2-b70f-32c8097fadc4 req-ffacae3b-0847-42f0-ab3f-ed2235fff403 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e468bc29-1f28-4852-bf09-72a047bf6899 HTTP/1.1" status: 200 len: 210 time: 0.0295956 Aug 24 17:36:39.435543 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a48f2e6b-fe00-4329-bc71-befbac4c358f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:39.507768 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a48f2e6b-fe00-4329-bc71-befbac4c358f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:39.539133 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f2e6b-fe00-4329-bc71-befbac4c358f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b757223-eb8f-43d1-97c9-cf7a7f857d09,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:39.545548 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device d00bf46e-ea84-4328-8b92-32b2ec117f7e up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:39.604745 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a48f2e6b-fe00-4329-bc71-befbac4c358f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:39.605957 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-a48f2e6b-fe00-4329-bc71-befbac4c358f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3766177 Aug 24 17:36:39.609171 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 37426) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:39.614087 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-1fed9409-6c9f-4c3e-8119-413144f668ef tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Request body: {'security_group_rule': {'security_group_id': '9b757223-eb8f-43d1-97c9-cf7a7f857d09', 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:39.656167 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port d00bf46e-ea84-4328-8b92-32b2ec117f7e completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:36:39.661207 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port d00bf46e-ea84-4328-8b92-32b2ec117f7e triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:39.661653 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:39.684467 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Sync routers for ids ['23fb04a2-35f4-4d12-a9d1-9462bc8178ef'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:36:39.704962 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Routers {'23fb04a2-35f4-4d12-a9d1-9462bc8178ef'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:36:39.705590 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:36:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['23fb04a2-35f4-4d12-a9d1-9462bc8178ef'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:39.713303 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-1fed9409-6c9f-4c3e-8119-413144f668ef tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:39.770697 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-1fed9409-6c9f-4c3e-8119-413144f668ef tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:39.829255 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:39.838751 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-1fed9409-6c9f-4c3e-8119-413144f668ef tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:39.858677 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed9409-6c9f-4c3e-8119-413144f668ef tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7a8a0a-7818-45ff-879f-0b79b7b99e1f,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:39.862177 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Set router 23fb04a2-35f4-4d12-a9d1-9462bc8178ef gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:36:39.931118 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-1fed9409-6c9f-4c3e-8119-413144f668ef tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:39.932257 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-1fed9409-6c9f-4c3e-8119-413144f668ef tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220854 Aug 24 17:36:39.935531 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 37428) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:39.940229 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-ecf5f22f-8b9d-4f10-9b19-72490e281897 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Request body: {'security_group_rule': {'security_group_id': '9b757223-eb8f-43d1-97c9-cf7a7f857d09', 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:40.010868 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port d00bf46e-ea84-4328-8b92-32b2ec117f7e, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=d00bf46e-ea84-4328-8b92-32b2ec117f7e,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:40.056469 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f22f-8b9d-4f10-9b19-72490e281897 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.080689 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.119351 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c337c-1586-4a29-ade1-1cfddf5ee684 req-eda77cd2-2970-444a-b68b-9d4974a13e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:40.121229 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-852c337c-1586-4a29-ade1-1cfddf5ee684 req-eda77cd2-2970-444a-b68b-9d4974a13e2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 1096 time: 0.0740304 Aug 24 17:36:40.178607 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f22f-8b9d-4f10-9b19-72490e281897 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.191064 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=d00bf46e-ea84-4328-8b92-32b2ec117f7e,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:40.195010 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e35ef-7f7d-4287-8fee-a6a4254dcf5b req-bb5e3480-fa26-42cb-b725-127b60c6d248 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:40.197272 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7c7e35ef-7f7d-4287-8fee-a6a4254dcf5b req-bb5e3480-fa26-42cb-b725-127b60c6d248 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0914071 Aug 24 17:36:40.240681 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7c7e35ef-7f7d-4287-8fee-a6a4254dcf5b req-6de90c67-ac9a-4493-8971-962dc2da8f6b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370331 Aug 24 17:36:40.261068 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c337c-1586-4a29-ade1-1cfddf5ee684 req-d3a9fa29-8950-44af-97b4-719790f23766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:40.263366 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-852c337c-1586-4a29-ade1-1cfddf5ee684 req-d3a9fa29-8950-44af-97b4-719790f23766 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 200 len: 918 time: 0.1014259 Aug 24 17:36:40.265285 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'name': 'tempest-TestVolumeBootPattern-1440149500-router', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:36:37Z', 'revision_number': 4, 'project_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'gw_port': {'id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '29530221-fb4a-4521-8c45-88d4735ba118', 'name': '', 'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'mac_address': 'fa:16:3e:07:38:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '0d76b8e9-3dad-451a-b701-d35d0d9e321e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:36Z', 'updated_at': '2021-08-24T17:36:37Z', 'revision_number': 2, 'project_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'subnets': [{'id': '0d76b8e9-3dad-451a-b701-d35d0d9e321e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:40.278601 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f22f-8b9d-4f10-9b19-72490e281897 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.300151 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Checking router: 23fb04a2-35f4-4d12-a9d1-9462bc8178ef for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:36:40.300611 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Updating router 23fb04a2-35f4-4d12-a9d1-9462bc8178ef port 29530221-fb4a-4521-8c45-88d4735ba118 binding host dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:36:40.327097 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.327431 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5f22f-8b9d-4f10-9b19-72490e281897 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d67bf8-e232-4e78-9313-3887c1fd0f03,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:40.347579 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-852c337c-1586-4a29-ade1-1cfddf5ee684 req-072e2c6a-cb69-4e52-862f-963be3a27ec3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b87d5b34-6abc-4414-9116-75e5807b1f26 HTTP/1.1" status: 200 len: 997 time: 0.0721567 Aug 24 17:36:40.354007 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb32d36-4393-408a-bb2d-2641d9a337a7 req-e43f9553-5b9d-4a7c-931c-ad3bd1a3d6a3 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:40.356633 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5fb32d36-4393-408a-bb2d-2641d9a337a7 req-e43f9553-5b9d-4a7c-931c-ad3bd1a3d6a3 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 946 time: 0.0716894 Aug 24 17:36:40.397352 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5fb32d36-4393-408a-bb2d-2641d9a337a7 req-d9593f97-647b-4e24-874c-7c2ee284d2e7 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354497 Aug 24 17:36:40.410787 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f22f-8b9d-4f10-9b19-72490e281897 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.412193 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c337c-1586-4a29-ade1-1cfddf5ee684 req-9b728416-e4be-4982-a7e3-0b430dd07efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:40.413976 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-852c337c-1586-4a29-ade1-1cfddf5ee684 req-9b728416-e4be-4982-a7e3-0b430dd07efd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=369c7c3a-2d96-4b71-a819-43b2e67698fe HTTP/1.1" status: 200 len: 856 time: 0.0478363 Aug 24 17:36:40.415958 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37434) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:40.416627 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-ecf5f22f-8b9d-4f10-9b19-72490e281897 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4798989 Aug 24 17:36:40.420354 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-634553e4-56b0-4a5a-a47d-93d075ab0033 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Request body: {'security_group_rule': {'security_group_id': '9b757223-eb8f-43d1-97c9-cf7a7f857d09', 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:40.476402 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c337c-1586-4a29-ade1-1cfddf5ee684 req-3075f842-e43a-451f-a9f6-b304ffc18d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:40.478493 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-852c337c-1586-4a29-ade1-1cfddf5ee684 req-3075f842-e43a-451f-a9f6-b304ffc18d6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8e346-8b7a-4beb-8083-d8c62155826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529225 Aug 24 17:36:40.562859 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-634553e4-56b0-4a5a-a47d-93d075ab0033 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.623997 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Notify callbacks [] for port, precommit_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.626727 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-852c337c-1586-4a29-ade1-1cfddf5ee684 req-27c0d9f4-5435-4764-8cdc-13bf355281dc service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279566 Aug 24 17:36:40.636574 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Transition to ACTIVE for port object 29530221-fb4a-4521-8c45-88d4735ba118 will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:36:40.656627 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-634553e4-56b0-4a5a-a47d-93d075ab0033 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.695021 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.718703 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-634553e4-56b0-4a5a-a47d-93d075ab0033 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.767103 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634553e4-56b0-4a5a-a47d-93d075ab0033 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f8a230-57e7-4f1d-8798-e00cdc8a045b,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:40.768990 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744be824-73fe-4e46-a876-1afdd79cad52 None None] Pushing event updated for resources: {'Port': ['ID=29530221-fb4a-4521-8c45-88d4735ba118,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:40.791489 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-852c337c-1586-4a29-ade1-1cfddf5ee684 req-1c13afeb-5755-4bbf-aab9-3b4b80c0d151 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487608 Aug 24 17:36:40.853210 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-634553e4-56b0-4a5a-a47d-93d075ab0033 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.854759 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-634553e4-56b0-4a5a-a47d-93d075ab0033 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4376655 Aug 24 17:36:40.857733 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37444) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:40.862772 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Attempting to bind port 29530221-fb4a-4521-8c45-88d4735ba118 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:36:40.863657 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Attempting to bind port 29530221-fb4a-4521-8c45-88d4735ba118 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': '16475891-e614-4f06-890c-ad9502943bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:36:40.864024 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Attempting to bind port 29530221-fb4a-4521-8c45-88d4735ba118 on network a696a698-861e-4f81-8cc8-78337e49e2e1 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:36:40.864332 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-21ba13d5-0e1a-47ed-a2b1-5ee096ea3c86 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Request body: {'security_group_rule': {'security_group_id': '9b757223-eb8f-43d1-97c9-cf7a7f857d09', 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:40.874771 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:36:40.876568 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Checking segment: {'id': '16475891-e614-4f06-890c-ad9502943bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:36:40.877169 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.878062 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Bound using segment: {'id': '16475891-e614-4f06-890c-ad9502943bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:36:40.879286 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Bound port: 29530221-fb4a-4521-8c45-88d4735ba118, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16475891-e614-4f06-890c-ad9502943bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:36:40.879931 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:40.897896 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33673b-49e3-49f9-a20a-c276a856fae4 req-92d047ae-feaa-4642-bc4a-110fd22aee63 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:40.902266 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-2e33673b-49e3-49f9-a20a-c276a856fae4 req-92d047ae-feaa-4642-bc4a-110fd22aee63 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 946 time: 0.0906503 Aug 24 17:36:40.957096 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c6856-c6d6-4d23-86b0-096225ec1e9f req-d2ab21e3-1df6-4907-a952-0f6bed8a1343 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:40.959409 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b73c6856-c6d6-4d23-86b0-096225ec1e9f req-d2ab21e3-1df6-4907-a952-0f6bed8a1343 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0742044 Aug 24 17:36:40.974823 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] For port 29530221-fb4a-4521-8c45-88d4735ba118, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:36:40.987116 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] For port 29530221-fb4a-4521-8c45-88d4735ba118, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=29530221-fb4a-4521-8c45-88d4735ba118,segment=NetworkSegment(16475891-e614-4f06-890c-ad9502943bdb),segment_id=16475891-e614-4f06-890c-ad9502943bdb)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:36:41.006902 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b73c6856-c6d6-4d23-86b0-096225ec1e9f req-0d62924b-4abd-405d-8a48-ff78d2e4b4d6 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394449 Aug 24 17:36:41.013135 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-21ba13d5-0e1a-47ed-a2b1-5ee096ea3c86 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.062281 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.100053 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-2e33673b-49e3-49f9-a20a-c276a856fae4 req-1f341e44-4ff2-4b0a-abce-16bb64bcab19 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Deleting port 89d24e0f-6c35-4f14-b1c2-759f055a86a0 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:36:41.100445 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-2e33673b-49e3-49f9-a20a-c276a856fae4 req-1f341e44-4ff2-4b0a-abce-16bb64bcab19 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.153465 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Routers {'23fb04a2-35f4-4d12-a9d1-9462bc8178ef'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:36:41.153465 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:36:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['23fb04a2-35f4-4d12-a9d1-9462bc8178ef'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:41.153922 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-21ba13d5-0e1a-47ed-a2b1-5ee096ea3c86 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.206369 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744be824-73fe-4e46-a876-1afdd79cad52 None None] Pushing event updated for resources: {'Port': ['ID=29530221-fb4a-4521-8c45-88d4735ba118,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:41.245715 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-21ba13d5-0e1a-47ed-a2b1-5ee096ea3c86 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.258350 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-2e33673b-49e3-49f9-a20a-c276a856fae4 req-1f341e44-4ff2-4b0a-abce-16bb64bcab19 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] For port 89d24e0f-6c35-4f14-b1c2-759f055a86a0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=89d24e0f-6c35-4f14-b1c2-759f055a86a0,segment=NetworkSegment(adcdb7cf-f2f9-4869-ba06-07fdada0e0c4),segment_id=adcdb7cf-f2f9-4869-ba06-07fdada0e0c4)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:41.259054 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-2e33673b-49e3-49f9-a20a-c276a856fae4 req-1f341e44-4ff2-4b0a-abce-16bb64bcab19 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.269123 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] Set router 23fb04a2-35f4-4d12-a9d1-9462bc8178ef gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:36:41.307197 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-2e33673b-49e3-49f9-a20a-c276a856fae4 req-1f341e44-4ff2-4b0a-abce-16bb64bcab19 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Calling delete_port for 89d24e0f-6c35-4f14-b1c2-759f055a86a0 owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:36:41.309359 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba13d5-0e1a-47ed-a2b1-5ee096ea3c86 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c0d7ec-cb19-4ade-8b41-ca69b3fd6f3a,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:41.385275 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-21ba13d5-0e1a-47ed-a2b1-5ee096ea3c86 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.385275 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-21ba13d5-0e1a-47ed-a2b1-5ee096ea3c86 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5232353 Aug 24 17:36:41.385775 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b87d5b34-6abc-4414-9116-75e5807b1f26 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:36:41.386850 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37448) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:41.387028 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:36:41.391966 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-9547d1cd-9a59-45c6-869c-3136e9a09e26 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Request body: {'security_group_rule': {'security_group_id': '9b757223-eb8f-43d1-97c9-cf7a7f857d09', 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:41.438276 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d19fc-2646-4f1c-9cfc-7d532414f190 req-2dfa847f-0565-4d23-81d0-c1901d4b882c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:41.441458 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0d8d19fc-2646-4f1c-9cfc-7d532414f190 req-2dfa847f-0565-4d23-81d0-c1901d4b882c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 943 time: 0.0829377 Aug 24 17:36:41.472989 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:36:41.473263 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 09ca692d-2b4d-4e41-aeb4-d86c84d9d7cf not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:36:41.529017 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0d8d19fc-2646-4f1c-9cfc-7d532414f190 req-955c02cb-5a83-44f7-87a3-c7697c60d66c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782783 Aug 24 17:36:41.543941 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.securitygroups_db [None req-9547d1cd-9a59-45c6-869c-3136e9a09e26 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Project 88517f1554614c4badb7a60e065a8dc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:36:41.589100 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9547d1cd-9a59-45c6-869c-3136e9a09e26 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.594731 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64511d81-53da-4973-afa8-4ec47814914b req-431be4e5-e722-457a-acec-b832b220beb4 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:41.596391 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-64511d81-53da-4973-afa8-4ec47814914b req-431be4e5-e722-457a-acec-b832b220beb4 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 946 time: 0.0829117 Aug 24 17:36:41.603704 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device d00bf46e-ea84-4328-8b92-32b2ec117f7e up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:41.629567 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.db.resource_extend [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 17:36:41.646256 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-64511d81-53da-4973-afa8-4ec47814914b req-e3355123-bd1d-4d3a-9bdb-79ddf63719fe tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Aug 24 17:36:41.660837 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9547d1cd-9a59-45c6-869c-3136e9a09e26 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.684574 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-2e33673b-49e3-49f9-a20a-c276a856fae4 req-1f341e44-4ff2-4b0a-abce-16bb64bcab19 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.703701 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['89d24e0f-6c35-4f14-b1c2-759f055a86a0'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:36:41.720711 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f341e44-4ff2-4b0a-abce-16bb64bcab19 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Pushing event deleted for resources: {'Port': ['ID=89d24e0f-6c35-4f14-b1c2-759f055a86a0,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:41.765387 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e33673b-49e3-49f9-a20a-c276a856fae4 req-1f341e44-4ff2-4b0a-abce-16bb64bcab19 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] No DVR routers for this DVR port 89d24e0f-6c35-4f14-b1c2-759f055a86a0 on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:36:41.767929 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-2e33673b-49e3-49f9-a20a-c276a856fae4 req-1f341e44-4ff2-4b0a-abce-16bb64bcab19 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.769156 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b87d5b34-6abc-4414-9116-75e5807b1f26, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b87d5b34-6abc-4414-9116-75e5807b1f26,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:41.769890 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-2e33673b-49e3-49f9-a20a-c276a856fae4 req-1f341e44-4ff2-4b0a-abce-16bb64bcab19 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.42 "DELETE /v2.0/ports/89d24e0f-6c35-4f14-b1c2-759f055a86a0 HTTP/1.1" status: 204 len: 173 time: 0.8607407 Aug 24 17:36:41.770463 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e210d6-70db-41ff-b46a-786d9ae22bf6', 'name': 'network-vif-deleted', 'tag': '89d24e0f-6c35-4f14-b1c2-759f055a86a0'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:36:41.772983 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8161f9c7-c4f3-46db-9280-2d652d3717a6" -d '{"events": [{"server_uuid": "a9e210d6-70db-41ff-b46a-786d9ae22bf6", "name": "network-vif-deleted", "tag": "89d24e0f-6c35-4f14-b1c2-759f055a86a0"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:36:41.777309 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9547d1cd-9a59-45c6-869c-3136e9a09e26 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.778309 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port d00bf46e-ea84-4328-8b92-32b2ec117f7e triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:41.778626 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.797263 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547d1cd-9a59-45c6-869c-3136e9a09e26 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fca4f2-fb3f-40e0-88a1-10d85a2ec161,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:41.804336 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'name': 'tempest-TestVolumeBootPattern-1440149500-router', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:36:37Z', 'revision_number': 4, 'project_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'gw_port': {'id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '29530221-fb4a-4521-8c45-88d4735ba118', 'name': '', 'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'mac_address': 'fa:16:3e:07:38:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '0d76b8e9-3dad-451a-b701-d35d0d9e321e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:36Z', 'updated_at': '2021-08-24T17:36:40Z', 'revision_number': 4, 'project_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'subnets': [{'id': '0d76b8e9-3dad-451a-b701-d35d0d9e321e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:41.819618 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721cfb91-3093-4a6d-94d3-72012357efee x-openstack-request-id: req-721cfb91-3093-4a6d-94d3-72012357efee {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:36:41.819952 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e210d6-70db-41ff-b46a-786d9ae22bf6", "name": "network-vif-deleted", "tag": "89d24e0f-6c35-4f14-b1c2-759f055a86a0", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:36:41.820229 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-721cfb91-3093-4a6d-94d3-72012357efee {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:36:41.821202 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e210d6-70db-41ff-b46a-786d9ae22bf6', 'name': 'network-vif-deleted', 'tag': '89d24e0f-6c35-4f14-b1c2-759f055a86a0', 'status': 'completed', 'code': 200} Aug 24 17:36:41.834669 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'port_id': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'mac_address': 'fa:16:3e:f3:ed:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:36:41.838556 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0563a-b937-4ede-9df9-d36effe3725b None None] The sync data for ids ['23fb04a2-35f4-4d12-a9d1-9462bc8178ef'] in dv-cinder-788782-4-iscsi is: [{'id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'name': 'tempest-TestVolumeBootPattern-1440149500-router', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:36:37Z', 'revision_number': 4, 'project_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'gw_port': {'id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '29530221-fb4a-4521-8c45-88d4735ba118', 'name': '', 'network_id': 'a696a698-861e-4f81-8cc8-78337e49e2e1', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'mac_address': 'fa:16:3e:07:38:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '0d76b8e9-3dad-451a-b701-d35d0d9e321e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:36Z', 'updated_at': '2021-08-24T17:36:40Z', 'revision_number': 4, 'project_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'subnets': [{'id': '0d76b8e9-3dad-451a-b701-d35d0d9e321e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:36:41.892560 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9547d1cd-9a59-45c6-869c-3136e9a09e26 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.900520 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:41.904072 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-9547d1cd-9a59-45c6-869c-3136e9a09e26 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5160859 Aug 24 17:36:41.904254 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 37458) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:41.910816 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-a51077b3-e8ef-40b1-a4dd-c06893799781 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Request body: {'security_group_rule': {'security_group_id': '9b757223-eb8f-43d1-97c9-cf7a7f857d09', 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:41.947656 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87d5b34-6abc-4414-9116-75e5807b1f26 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:36:41.987217 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b87d5b34-6abc-4414-9116-75e5807b1f26, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b87d5b34-6abc-4414-9116-75e5807b1f26,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:42.010826 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.securitygroups_db [None req-a51077b3-e8ef-40b1-a4dd-c06893799781 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Project 88517f1554614c4badb7a60e065a8dc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:36:42.016533 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a51077b3-e8ef-40b1-a4dd-c06893799781 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:42.080609 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a51077b3-e8ef-40b1-a4dd-c06893799781 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:42.090807 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:42.147320 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674b6e1-6830-4d38-8811-e596ed0ac453 req-75722c44-aa7d-44ea-b54b-050374a513c8 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:42.147320 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9674b6e1-6830-4d38-8811-e596ed0ac453 req-75722c44-aa7d-44ea-b54b-050374a513c8 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0593843 Aug 24 17:36:42.161648 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b87d5b34-6abc-4414-9116-75e5807b1f26,revision_number=9']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:42.170245 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a51077b3-e8ef-40b1-a4dd-c06893799781 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:42.196016 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51077b3-e8ef-40b1-a4dd-c06893799781 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3428a19-e7ab-439e-bd68-ad0f4a0ae456,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:42.205178 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9674b6e1-6830-4d38-8811-e596ed0ac453 req-7305634f-f356-4628-9bb4-3acea60d0da4 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537226 Aug 24 17:36:42.342742 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a51077b3-e8ef-40b1-a4dd-c06893799781 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:42.343869 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a51077b3-e8ef-40b1-a4dd-c06893799781 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4381983 Aug 24 17:36:42.431026 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['b87d5b34-6abc-4414-9116-75e5807b1f26'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:36:42.468363 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:42.691043 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334d0aa-5c80-46a6-b6a7-3cc106d24cf6 req-6481c46e-9b57-46d1-9989-20c89ee5314b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:42.692635 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e334d0aa-5c80-46a6-b6a7-3cc106d24cf6 req-6481c46e-9b57-46d1-9989-20c89ee5314b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 944 time: 0.0544112 Aug 24 17:36:42.741349 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e334d0aa-5c80-46a6-b6a7-3cc106d24cf6 req-1f88099d-3ed6-476e-89c7-add776884845 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421903 Aug 24 17:36:42.790774 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-aa0e7237-da9a-4164-a8ec-ac98ab550340 req-296e97bb-697e-4055-a557-a61ee1517e35 tempest-VolumesActionsTest-1156729550 tempest-VolumesActionsTest-1156729550-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e210d6-70db-41ff-b46a-786d9ae22bf6 HTTP/1.1" status: 200 len: 210 time: 0.0359643 Aug 24 17:36:43.329093 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a184-8f51-4647-89a7-be2dd43a9f6e req-56471d48-9697-4bac-bf8f-2d44fdc4e7b3 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:43.331370 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9e90a184-8f51-4647-89a7-be2dd43a9f6e req-56471d48-9697-4bac-bf8f-2d44fdc4e7b3 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0539260 Aug 24 17:36:43.372831 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9e90a184-8f51-4647-89a7-be2dd43a9f6e req-49a99da9-2cfb-4ba1-83fb-ab7027b2acc8 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346615 Aug 24 17:36:43.393620 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b87d5b34-6abc-4414-9116-75e5807b1f26 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:43.447551 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port b87d5b34-6abc-4414-9116-75e5807b1f26 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:43.447922 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:43.538124 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 29530221-fb4a-4521-8c45-88d4735ba118 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:43.560364 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:43.596743 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:36:43.598974 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543c5844-fd77-4675-a658-780c9326a736" -d '{"events": [{"server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "name": "network-vif-plugged", "status": "completed", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:36:43.731512 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b87d5b34-6abc-4414-9116-75e5807b1f26, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b87d5b34-6abc-4414-9116-75e5807b1f26,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:43.733467 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f089b44-2a60-4620-9a53-b0e115d87fd2 x-openstack-request-id: req-7f089b44-2a60-4620-9a53-b0e115d87fd2 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:36:43.733749 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "name": "network-vif-plugged", "status": "completed", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:36:43.733998 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f089b44-2a60-4620-9a53-b0e115d87fd2 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:36:43.734387 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'code': 200} Aug 24 17:36:43.781854 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:43.782706 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 89d24e0f-6c35-4f14-b1c2-759f055a86a0 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:36:43.822850 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 89d24e0f-6c35-4f14-b1c2-759f055a86a0 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:36:43.823195 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 89d24e0f-6c35-4f14-b1c2-759f055a86a0 not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:36:43.827172 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 29530221-fb4a-4521-8c45-88d4735ba118 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:36:43.833686 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 29530221-fb4a-4521-8c45-88d4735ba118 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:43.834065 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:43.918595 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b87d5b34-6abc-4414-9116-75e5807b1f26,revision_number=10']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:43.949771 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b3a0f-afe8-411a-946f-971e72555c95 req-61a38122-e079-441b-8706-47e65433bfcb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:43.959584 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-606b3a0f-afe8-411a-946f-971e72555c95 req-61a38122-e079-441b-8706-47e65433bfcb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.1044400 Aug 24 17:36:43.987544 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:44.007720 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-606b3a0f-afe8-411a-946f-971e72555c95 req-7d8a4371-c53f-4019-9439-73c83fc5867a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464520 Aug 24 17:36:44.024544 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 29530221-fb4a-4521-8c45-88d4735ba118, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=29530221-fb4a-4521-8c45-88d4735ba118,segment=NetworkSegment(16475891-e614-4f06-890c-ad9502943bdb),segment_id=16475891-e614-4f06-890c-ad9502943bdb)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:44.160662 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:44.212536 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=29530221-fb4a-4521-8c45-88d4735ba118,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:44.328038 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ca6b2-0bdc-4eb5-aa7e-7443ad3d2294 req-462a2c0a-b703-4ecc-8b07-4fc2cdcb311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:44.329559 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bc5ca6b2-0bdc-4eb5-aa7e-7443ad3d2294 req-462a2c0a-b703-4ecc-8b07-4fc2cdcb311f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 1099 time: 0.0398996 Aug 24 17:36:44.368832 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bc5ca6b2-0bdc-4eb5-aa7e-7443ad3d2294 req-755ea127-7142-4a49-b293-b6d3862858a4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288217 Aug 24 17:36:44.487186 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bad966-aa0b-469f-bafd-2843a07105d4 req-a763eb49-b822-4d8a-b24e-7ec554d0b6ea tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:44.488674 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d8bad966-aa0b-469f-bafd-2843a07105d4 req-a763eb49-b822-4d8a-b24e-7ec554d0b6ea tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0489097 Aug 24 17:36:44.529028 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d8bad966-aa0b-469f-bafd-2843a07105d4 req-9c547410-b916-4bf9-80c2-5d345ff13d1f tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337336 Aug 24 17:36:45.136697 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c75f0-7a73-4ddf-9332-83e9eff678ca req-752c4432-9c83-4839-8767-138a7d75a941 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:45.138082 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-678c75f0-7a73-4ddf-9332-83e9eff678ca req-752c4432-9c83-4839-8767-138a7d75a941 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0537233 Aug 24 17:36:45.176426 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-678c75f0-7a73-4ddf-9332-83e9eff678ca req-48ba1a53-fbfe-4228-a699-021fe1c028c5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323572 Aug 24 17:36:45.517087 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 29530221-fb4a-4521-8c45-88d4735ba118 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:36:45.564842 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 29530221-fb4a-4521-8c45-88d4735ba118 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:36:45.565263 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:45.651189 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be369ec-c157-43de-ac85-3b5d876ac9ff req-04d6afad-26a8-446b-bb38-dd6a8b8da360 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:45.652712 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8be369ec-c157-43de-ac85-3b5d876ac9ff req-04d6afad-26a8-446b-bb38-dd6a8b8da360 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0525351 Aug 24 17:36:45.690145 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8be369ec-c157-43de-ac85-3b5d876ac9ff req-5f1744cb-f948-415a-b602-65e40a57b069 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313289 Aug 24 17:36:46.299541 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007db7ed-47f6-4e36-a6f8-229e982fc228 req-69141b19-caf3-40da-967f-2458f1bfd395 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:46.301046 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-007db7ed-47f6-4e36-a6f8-229e982fc228 req-69141b19-caf3-40da-967f-2458f1bfd395 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0504227 Aug 24 17:36:46.339505 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-007db7ed-47f6-4e36-a6f8-229e982fc228 req-6b7df391-f77e-4e7c-b548-d03c0b37a064 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325968 Aug 24 17:36:46.813175 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9481289-6bc4-47bb-ba69-17d19391ea74 req-e159d9d6-c24b-49f3-8ebc-c1f18c98f0dd tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:46.814653 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a9481289-6bc4-47bb-ba69-17d19391ea74 req-e159d9d6-c24b-49f3-8ebc-c1f18c98f0dd tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0579257 Aug 24 17:36:46.854041 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a9481289-6bc4-47bb-ba69-17d19391ea74 req-67b542eb-4418-4fde-b870-68a07c772f98 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335479 Aug 24 17:36:47.460993 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0b6e2-6991-4e1b-8465-711650af5c29 req-5194356e-9ec1-45d5-aa5e-60fda3dd976c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:47.462669 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6ba0b6e2-6991-4e1b-8465-711650af5c29 req-5194356e-9ec1-45d5-aa5e-60fda3dd976c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0517924 Aug 24 17:36:47.502033 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6ba0b6e2-6991-4e1b-8465-711650af5c29 req-d3e594ed-3ca8-4b72-a01c-ec6d6af29e45 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332944 Aug 24 17:36:47.984477 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126a713-7026-467c-92e3-601e4051ba77 req-20e610a4-de4c-4869-ba39-f199b3b92b42 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:47.986026 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5126a713-7026-467c-92e3-601e4051ba77 req-20e610a4-de4c-4869-ba39-f199b3b92b42 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0481474 Aug 24 17:36:48.024515 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5126a713-7026-467c-92e3-601e4051ba77 req-01a01e6e-3688-4e58-b8cf-822290e42c07 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/security-groups?id=e85b233d-9700-4d3a-8c44-85b0fc5e48dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327539 Aug 24 17:36:48.067837 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6da4b-d595-479a-9625-4604b99c1b1c req-22cbd482-adfb-4a4b-8a3c-e89469c9e4b2 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:48.069391 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-44c6da4b-d595-479a-9625-4604b99c1b1c req-22cbd482-adfb-4a4b-8a3c-e89469c9e4b2 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 945 time: 0.0500181 Aug 24 17:36:48.392035 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-44c6da4b-d595-479a-9625-4604b99c1b1c req-70a29f0e-a254-4322-99bc-b7c3de373281 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Deleting port 98e3765e-80f7-4099-b6cb-5610825d1929 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:36:48.392481 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-44c6da4b-d595-479a-9625-4604b99c1b1c req-70a29f0e-a254-4322-99bc-b7c3de373281 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:48.482766 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-44c6da4b-d595-479a-9625-4604b99c1b1c req-70a29f0e-a254-4322-99bc-b7c3de373281 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] For port 98e3765e-80f7-4099-b6cb-5610825d1929, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=98e3765e-80f7-4099-b6cb-5610825d1929,segment=NetworkSegment(57eedd77-ebb7-4016-8fae-6acf8c6e963c),segment_id=57eedd77-ebb7-4016-8fae-6acf8c6e963c)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:48.483130 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-44c6da4b-d595-479a-9625-4604b99c1b1c req-70a29f0e-a254-4322-99bc-b7c3de373281 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:48.496975 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-44c6da4b-d595-479a-9625-4604b99c1b1c req-70a29f0e-a254-4322-99bc-b7c3de373281 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Calling delete_port for 98e3765e-80f7-4099-b6cb-5610825d1929 owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:36:48.627600 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753562f0-24f0-4a7c-8af0-bd57e81ec79d req-02f431de-ddcb-4417-81f9-6187330aa341 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:48.629192 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-753562f0-24f0-4a7c-8af0-bd57e81ec79d req-02f431de-ddcb-4417-81f9-6187330aa341 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0539396 Aug 24 17:36:48.669286 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-753562f0-24f0-4a7c-8af0-bd57e81ec79d req-efcf5f4f-5c79-4d69-a5bf-f8999c6905f4 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332935 Aug 24 17:36:48.741674 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-44c6da4b-d595-479a-9625-4604b99c1b1c req-70a29f0e-a254-4322-99bc-b7c3de373281 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:48.755798 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['98e3765e-80f7-4099-b6cb-5610825d1929'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:36:48.773763 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a29f0e-a254-4322-99bc-b7c3de373281 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Pushing event deleted for resources: {'Port': ['ID=98e3765e-80f7-4099-b6cb-5610825d1929,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:48.823534 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c6da4b-d595-479a-9625-4604b99c1b1c req-70a29f0e-a254-4322-99bc-b7c3de373281 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] No DVR routers for this DVR port 98e3765e-80f7-4099-b6cb-5610825d1929 on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:36:48.826129 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-44c6da4b-d595-479a-9625-4604b99c1b1c req-70a29f0e-a254-4322-99bc-b7c3de373281 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:48.828183 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-44c6da4b-d595-479a-9625-4604b99c1b1c req-70a29f0e-a254-4322-99bc-b7c3de373281 tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.42 "DELETE /v2.0/ports/98e3765e-80f7-4099-b6cb-5610825d1929 HTTP/1.1" status: 204 len: 173 time: 0.7523928 Aug 24 17:36:48.828641 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ae2460-1b32-4285-a764-81d274edfee8', 'name': 'network-vif-deleted', 'tag': '98e3765e-80f7-4099-b6cb-5610825d1929'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:36:48.831050 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed14bbb-c10f-4962-8112-70d239eaaeab" -d '{"events": [{"server_uuid": "e1ae2460-1b32-4285-a764-81d274edfee8", "name": "network-vif-deleted", "tag": "98e3765e-80f7-4099-b6cb-5610825d1929"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:36:48.871240 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7391378a-a643-4d8a-bc8c-b59957f75a5b x-openstack-request-id: req-7391378a-a643-4d8a-bc8c-b59957f75a5b {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:36:48.871529 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ae2460-1b32-4285-a764-81d274edfee8", "name": "network-vif-deleted", "tag": "98e3765e-80f7-4099-b6cb-5610825d1929", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:36:48.871776 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7391378a-a643-4d8a-bc8c-b59957f75a5b {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:36:48.872167 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ae2460-1b32-4285-a764-81d274edfee8', 'name': 'network-vif-deleted', 'tag': '98e3765e-80f7-4099-b6cb-5610825d1929', 'status': 'completed', 'code': 200} Aug 24 17:36:49.120167 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2e1365e6-c8bf-47f9-b71e-73209269b4c8 req-addeeaf1-4897-43d3-8093-ab510fbaff7d tempest-ServerRescueNegativeTestJSON-1955408467 tempest-ServerRescueNegativeTestJSON-1955408467-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ae2460-1b32-4285-a764-81d274edfee8 HTTP/1.1" status: 200 len: 210 time: 0.0287635 Aug 24 17:36:49.794149 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb863c0b-950e-4193-9d7b-3254467ab38e req-93a2fd1a-ab44-4295-891d-744bd069f3fa tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:49.795734 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fb863c0b-950e-4193-9d7b-3254467ab38e req-93a2fd1a-ab44-4295-891d-744bd069f3fa tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0494835 Aug 24 17:36:49.836964 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fb863c0b-950e-4193-9d7b-3254467ab38e req-f55116f7-ae9c-440f-96ea-5968faa0349f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336418 Aug 24 17:36:50.188462 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 37614) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:50.603783 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a4579747-d91c-45e9-8ce5-85e920b149ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929171'] for router_interface, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:50.908579 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-a4579747-d91c-45e9-8ce5-85e920b149ee admin admin] Deleting port 85754c50-f345-4882-a9a4-3f60ae5978a9 {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:36:50.908928 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a4579747-d91c-45e9-8ce5-85e920b149ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:51.218555 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496a070-6d11-48e9-a76a-03f5058a1f4b req-e88835de-c4b1-4e97-a7db-91dab98c2c73 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:51.220028 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3496a070-6d11-48e9-a76a-03f5058a1f4b req-e88835de-c4b1-4e97-a7db-91dab98c2c73 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.3076036 Aug 24 17:36:51.242394 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [None req-a4579747-d91c-45e9-8ce5-85e920b149ee admin admin] For port 85754c50-f345-4882-a9a4-3f60ae5978a9, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=85754c50-f345-4882-a9a4-3f60ae5978a9,segment=NetworkSegment(57eedd77-ebb7-4016-8fae-6acf8c6e963c),segment_id=57eedd77-ebb7-4016-8fae-6acf8c6e963c)] {{(pid=94620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:51.242739 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a4579747-d91c-45e9-8ce5-85e920b149ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:51.261798 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-a4579747-d91c-45e9-8ce5-85e920b149ee admin admin] Calling delete_port for 85754c50-f345-4882-a9a4-3f60ae5978a9 owned by network:router_interface {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:36:51.290576 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3496a070-6d11-48e9-a76a-03f5058a1f4b req-fa33fddc-949a-4fe0-a706-7785d22978c3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602343 Aug 24 17:36:51.447043 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 98e3765e-80f7-4099-b6cb-5610825d1929 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:36:51.469685 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 98e3765e-80f7-4099-b6cb-5610825d1929 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:36:51.470036 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 98e3765e-80f7-4099-b6cb-5610825d1929 not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:36:51.558797 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a4579747-d91c-45e9-8ce5-85e920b149ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:51.585464 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4579747-d91c-45e9-8ce5-85e920b149ee admin admin] Pushing event deleted for resources: {'Port': ['ID=85754c50-f345-4882-a9a4-3f60ae5978a9,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:51.754642 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a4579747-d91c-45e9-8ce5-85e920b149ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762085'] for router_interface, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:51.970845 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4579747-d91c-45e9-8ce5-85e920b149ee admin admin] Router 825287d4-a459-4749-9c67-7b5fd100783c has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:36:52.078038 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4579747-d91c-45e9-8ce5-85e920b149ee admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:36:52.084628 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a4579747-d91c-45e9-8ce5-85e920b149ee admin admin] 10.222.0.41 "PUT /v2.0/routers/825287d4-a459-4749-9c67-7b5fd100783c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9023905 Aug 24 17:36:52.085714 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 37628) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:52.088424 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2670247f-1f61-41c1-830d-46e3a2e03b9a None None] Sync routers for ids ['825287d4-a459-4749-9c67-7b5fd100783c'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:36:52.103364 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2670247f-1f61-41c1-830d-46e3a2e03b9a None None] Routers {'825287d4-a459-4749-9c67-7b5fd100783c'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:36:52.103990 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-2670247f-1f61-41c1-830d-46e3a2e03b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:36:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['825287d4-a459-4749-9c67-7b5fd100783c'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:52.195814 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Notify callbacks [] for router, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:52.212780 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-2670247f-1f61-41c1-830d-46e3a2e03b9a None None] Set router 825287d4-a459-4749-9c67-7b5fd100783c gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:36:52.303683 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:52.401875 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-2670247f-1f61-41c1-830d-46e3a2e03b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825287d4-a459-4749-9c67-7b5fd100783c', 'name': 'tempest-ServerRescueNegativeTestJSON-886428481-router', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:36Z', 'updated_at': '2021-08-24T17:36:51Z', 'revision_number': 5, 'project_id': '1fa29c64bc9f4cb78e38ac145d063236', 'gw_port': {'id': '1421b469-88b0-46e8-aab8-43f65570a4b3', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825287d4-a459-4749-9c67-7b5fd100783c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:38Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:52.414427 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec526c0-c646-46de-9246-f3ec07906901 req-d3d78135-c694-440b-8b07-646aeae11925 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:52.416269 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bec526c0-c646-46de-9246-f3ec07906901 req-d3d78135-c694-440b-8b07-646aeae11925 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0518866 Aug 24 17:36:52.428151 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2670247f-1f61-41c1-830d-46e3a2e03b9a None None] Checking router: 825287d4-a459-4749-9c67-7b5fd100783c for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:36:52.436920 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2670247f-1f61-41c1-830d-46e3a2e03b9a None None] Routers {'825287d4-a459-4749-9c67-7b5fd100783c'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:36:52.437513 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-2670247f-1f61-41c1-830d-46e3a2e03b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:36:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['825287d4-a459-4749-9c67-7b5fd100783c'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:52.487708 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bec526c0-c646-46de-9246-f3ec07906901 req-79cf96d7-2402-4dbe-91e1-733dce419d40 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470705 Aug 24 17:36:52.495154 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Deleting port 1421b469-88b0-46e8-aab8-43f65570a4b3 {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:36:52.495496 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:52.527283 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-2670247f-1f61-41c1-830d-46e3a2e03b9a None None] Set router 825287d4-a459-4749-9c67-7b5fd100783c gateway port host: None {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:36:52.580728 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] For port 1421b469-88b0-46e8-aab8-43f65570a4b3, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=1421b469-88b0-46e8-aab8-43f65570a4b3,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:36:52.580995 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:52.595352 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Calling delete_port for 1421b469-88b0-46e8-aab8-43f65570a4b3 owned by network:router_gateway {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:36:52.665524 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-2670247f-1f61-41c1-830d-46e3a2e03b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825287d4-a459-4749-9c67-7b5fd100783c', 'name': 'tempest-ServerRescueNegativeTestJSON-886428481-router', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:36Z', 'updated_at': '2021-08-24T17:36:52Z', 'revision_number': 6, 'project_id': '1fa29c64bc9f4cb78e38ac145d063236', 'gw_port_host': None}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:52.694622 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2670247f-1f61-41c1-830d-46e3a2e03b9a None None] The sync data for ids ['825287d4-a459-4749-9c67-7b5fd100783c'] in dv-cinder-788782-4-iscsi is: [{'id': '825287d4-a459-4749-9c67-7b5fd100783c', 'name': 'tempest-ServerRescueNegativeTestJSON-886428481-router', 'tenant_id': '1fa29c64bc9f4cb78e38ac145d063236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:36Z', 'updated_at': '2021-08-24T17:36:52Z', 'revision_number': 6, 'project_id': '1fa29c64bc9f4cb78e38ac145d063236', 'gw_port_host': None}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:36:52.822447 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:52.854945 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=1421b469-88b0-46e8-aab8-43f65570a4b3,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:52.913723 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922815'] for router_gateway, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.018706 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8087'] for router, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.020871 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.153245 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-923686'] for router, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.153914 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 825287d4-a459-4749-9c67-7b5fd100783c {{(pid=94620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:36:53.158816 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] Notify callbacks [] for router, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.159942 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-90f8c02a-ae35-403e-a35c-c37d9bc54fdd admin admin] 10.222.0.41 "DELETE /v2.0/routers/825287d4-a459-4749-9c67-7b5fd100783c HTTP/1.1" status: 204 len: 168 time: 1.0722101 Aug 24 17:36:53.162513 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 37636) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:53.208056 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a16bc09-ccdd-4d5e-956a-b85d886affbf admin admin] Deleting subnet 4f650938-3030-43f2-8815-455fc0962e0a {{(pid=94620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:36:53.211303 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4a16bc09-ccdd-4d5e-956a-b85d886affbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.247657 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4a16bc09-ccdd-4d5e-956a-b85d886affbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13639778'] for subnet, precommit_delete_associations {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.286012 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4a16bc09-ccdd-4d5e-956a-b85d886affbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.404514 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4a16bc09-ccdd-4d5e-956a-b85d886affbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12929148'] for subnet, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.434866 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16bc09-ccdd-4d5e-956a-b85d886affbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f650938-3030-43f2-8815-455fc0962e0a,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:53.440043 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4a16bc09-ccdd-4d5e-956a-b85d886affbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.444669 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-4a16bc09-ccdd-4d5e-956a-b85d886affbf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4f650938-3030-43f2-8815-455fc0962e0a HTTP/1.1" status: 204 len: 168 time: 0.2811110 Aug 24 17:36:53.444963 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37640) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:53.546509 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-86248bae-2e43-489f-a84e-86701e91e630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.549085 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 1421b469-88b0-46e8-aab8-43f65570a4b3 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:36:53.577651 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 1421b469-88b0-46e8-aab8-43f65570a4b3 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:36:53.577988 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 1421b469-88b0-46e8-aab8-43f65570a4b3 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:36:53.578404 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 85754c50-f345-4882-a9a4-3f60ae5978a9 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:36:53.599313 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 85754c50-f345-4882-a9a4-3f60ae5978a9 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:36:53.599653 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 85754c50-f345-4882-a9a4-3f60ae5978a9 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:36:53.631269 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817bbb6-4135-401d-82b9-27f94afa8c9b req-7afc5e1d-913b-41d3-ae32-82c730623bc9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:53.633050 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a817bbb6-4135-401d-82b9-27f94afa8c9b req-7afc5e1d-913b-41d3-ae32-82c730623bc9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0682051 Aug 24 17:36:53.656693 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-86248bae-2e43-489f-a84e-86701e91e630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.667403 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-86248bae-2e43-489f-a84e-86701e91e630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35168eb5-cbf9-4d30-adbc-57e79e50d223']}} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:53.675270 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a817bbb6-4135-401d-82b9-27f94afa8c9b req-803a31f5-e5fb-4049-b097-df4fb8ab140b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361257 Aug 24 17:36:53.679466 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-86248bae-2e43-489f-a84e-86701e91e630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57eedd77-ebb7-4016-8fae-6acf8c6e963c') {'for_net_delete': True} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:53.680606 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-86248bae-2e43-489f-a84e-86701e91e630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57eedd77-ebb7-4016-8fae-6acf8c6e963c') {} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:36:53.690710 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-86248bae-2e43-489f-a84e-86701e91e630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14568597'] for segment, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.704251 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-86248bae-2e43-489f-a84e-86701e91e630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.710246 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86248bae-2e43-489f-a84e-86701e91e630 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:36:53.710721 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-86248bae-2e43-489f-a84e-86701e91e630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12719635'] for segment, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: Traceback (most recent call last): Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: timer() Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: cb(*args, **kw) Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: return func(*args, **kwargs) Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: self._notify() Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: self.callback(batched_events) Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: event.method(event) Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: return f(self, *a, **k) Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._get(url).json() Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: return self.request(url, 'GET', **kwargs) Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:36:53.712481 dv-cinder-788782-4-iscsi neutron-server[94619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:36:53.856230 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-86248bae-2e43-489f-a84e-86701e91e630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.861764 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-86248bae-2e43-489f-a84e-86701e91e630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:53.864002 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-86248bae-2e43-489f-a84e-86701e91e630 admin admin] 10.222.0.41 "DELETE /v2.0/networks/35168eb5-cbf9-4d30-adbc-57e79e50d223 HTTP/1.1" status: 204 len: 168 time: 0.4162149 Aug 24 17:36:53.875431 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86248bae-2e43-489f-a84e-86701e91e630 admin admin] Pushing event deleted for resources: {'Network': ['ID=35168eb5-cbf9-4d30-adbc-57e79e50d223,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:54.343933 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37648) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:54.385282 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-fc6341ee-93fe-4ca5-93bf-075d8abe091c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1fa29c64bc9f4cb78e38ac145d063236&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401518 Aug 24 17:36:54.387669 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37650) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:54.439883 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-19c82414-0a5c-49d0-a950-8791e435a7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:54.462965 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-19c82414-0a5c-49d0-a950-8791e435a7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:54.575751 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-19c82414-0a5c-49d0-a950-8791e435a7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:54.578316 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-19c82414-0a5c-49d0-a950-8791e435a7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:54.581777 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-19c82414-0a5c-49d0-a950-8791e435a7db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e85b233d-9700-4d3a-8c44-85b0fc5e48dd HTTP/1.1" status: 204 len: 168 time: 0.1908979 Aug 24 17:36:54.588522 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c82414-0a5c-49d0-a950-8791e435a7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85b233d-9700-4d3a-8c44-85b0fc5e48dd,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:54.799160 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbe9e4-39d8-4609-a0be-336d502990d1 req-dd330514-6c4f-4f9b-afcb-1b5b59231e3e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:54.800646 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fbdbe9e4-39d8-4609-a0be-336d502990d1 req-dd330514-6c4f-4f9b-afcb-1b5b59231e3e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0530283 Aug 24 17:36:54.848500 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fbdbe9e4-39d8-4609-a0be-336d502990d1 req-a47afc24-9cb1-4900-8ae1-6c004024314d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414007 Aug 24 17:36:55.147289 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-31ebc811-16d5-4c0a-80cc-7aa1f125ace1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:55.530411 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37680) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:55.628414 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2088072882-network', 'tenant_id': 'b0a8ceca778c48b089cfef6d929e9377'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:55.701235 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Made reservation on behalf of b0a8ceca778c48b089cfef6d929e9377 for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:36:55.703575 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:55.712847 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:55.800931 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:55.890026 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:55.913451 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:36:55.934468 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501477a9-7227-4fc0-bb9b-e02a5b7b6280,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:55.940715 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:55.941058 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Added segment daad82d7-c6ef-4b34-bd39-9a7aca03fea4 of type vlan for network dcfdc573-3c21-483d-b369-4836e4d35aba Aug 24 17:36:55.985210 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:56.009060 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9399ee-c806-44c7-ab7e-92ee71874b6d req-e8fd0bf0-f15b-4055-992e-cedd4f1df447 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:56.011470 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8f9399ee-c806-44c7-ab7e-92ee71874b6d req-e8fd0bf0-f15b-4055-992e-cedd4f1df447 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0680211 Aug 24 17:36:56.059390 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8f9399ee-c806-44c7-ab7e-92ee71874b6d req-0a227c94-1e7e-416f-b934-d169ae3ea43f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417836 Aug 24 17:36:56.084777 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:56.086600 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:56.087509 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:56.146360 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] Pushing event updated for resources: {'Network': ['ID=dcfdc573-3c21-483d-b369-4836e4d35aba,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:56.159756 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network dcfdc573-3c21-483d-b369-4836e4d35aba details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:36:56.193513 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-9fed2408-5890-43f9-9aec-1dda9b786c21 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6618702 Aug 24 17:36:56.197326 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 37688) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:36:56.202656 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-e1a1f694-5c92-4354-bf68-71c4417629d3 admin admin] Request body: {'subnet': {'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2088072882-subnet', 'tenant_id': 'b0a8ceca778c48b089cfef6d929e9377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:36:56.312893 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a1f694-5c92-4354-bf68-71c4417629d3 admin admin] Made reservation on behalf of b0a8ceca778c48b089cfef6d929e9377 for: {'subnet': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:36:56.315141 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e1a1f694-5c92-4354-bf68-71c4417629d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717414'] for subnet, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:56.541855 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e1a1f694-5c92-4354-bf68-71c4417629d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12719542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717460'] for subnet, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:56.602689 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1f694-5c92-4354-bf68-71c4417629d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8329a7-0d8d-4b6a-9a14-d24fe65af491,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:36:56.613057 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a1f694-5c92-4354-bf68-71c4417629d3 admin admin] Checking segment: {'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:36:56.613057 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a1f694-5c92-4354-bf68-71c4417629d3 admin admin] Network hostable DHCP agents. Network: dcfdc573-3c21-483d-b369-4836e4d35aba, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:36:56.684786 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a1f694-5c92-4354-bf68-71c4417629d3 admin admin] Network dcfdc573-3c21-483d-b369-4836e4d35aba is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:36:56.752643 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-e1a1f694-5c92-4354-bf68-71c4417629d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, dcfdc573-3c21-483d-b369-4836e4d35aba) {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:36:56.757462 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a1f694-5c92-4354-bf68-71c4417629d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:56.759705 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e1a1f694-5c92-4354-bf68-71c4417629d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:56.763096 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d847d3-a967-4835-b266-f5bdf0f1cd22 None None] Network dcfdc573-3c21-483d-b369-4836e4d35aba requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:36:56.823389 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-e1a1f694-5c92-4354-bf68-71c4417629d3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6247115 Aug 24 17:36:56.895430 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24c2d10-9f45-4452-93ac-c97a5005aa8e None None] Network dcfdc573-3c21-483d-b369-4836e4d35aba requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:36:57.183304 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e8fa9-1947-4c44-b825-c621d9c035cf req-88790531-d425-4d21-8aa5-7b4a4fb9e7b8 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:57.184867 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-536e8fa9-1947-4c44-b825-c621d9c035cf req-88790531-d425-4d21-8aa5-7b4a4fb9e7b8 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0535445 Aug 24 17:36:57.222572 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-536e8fa9-1947-4c44-b825-c621d9c035cf req-2f44ec42-a3cf-49c5-9fa8-efeac2bd5a6c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317659 Aug 24 17:36:58.141631 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-fe37dfd0-daa1-4d7d-bd84-fc710bc6b12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:58.357085 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f1ffd-1ab4-4919-8b1f-4e1ee0156da4 req-e64f1303-d59a-4d6e-ab7f-868527664bcf tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:58.358706 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b33f1ffd-1ab4-4919-8b1f-4e1ee0156da4 req-e64f1303-d59a-4d6e-ab7f-868527664bcf tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0628691 Aug 24 17:36:58.397483 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b33f1ffd-1ab4-4919-8b1f-4e1ee0156da4 req-a9ff92eb-a6fd-4b9e-90dc-9c1e1fed1c8e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324512 Aug 24 17:36:58.478690 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:59.421669 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:36:59.535117 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff21cd7-093c-4c2d-919b-d6b27f553ba5 req-6f72ad38-72af-441b-bc4f-88f177eeff58 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:59.536657 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2ff21cd7-093c-4c2d-919b-d6b27f553ba5 req-6f72ad38-72af-441b-bc4f-88f177eeff58 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0621178 Aug 24 17:36:59.578542 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2ff21cd7-093c-4c2d-919b-d6b27f553ba5 req-48c46203-b39b-4651-acb2-a3f154fe75a7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349269 Aug 24 17:36:59.917160 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-230a9dc8-15fb-4494-9242-56c98655d5a3 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:36:59.918567 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-230a9dc8-15fb-4494-9242-56c98655d5a3 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/networks?id=dcfdc573-3c21-483d-b369-4836e4d35aba HTTP/1.1" status: 200 len: 815 time: 0.1071641 Aug 24 17:36:59.934048 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-6077c5e2-8c92-436c-a5ef-c883d9c2f945 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/quotas/b0a8ceca778c48b089cfef6d929e9377 HTTP/1.1" status: 200 len: 375 time: 0.0096140 Aug 24 17:36:59.969935 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0aebef0c-2d9c-49f9-aaac-1c5d472b6c01 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0a8ceca778c48b089cfef6d929e9377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296431 Aug 24 17:37:00.063889 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-01cfa6e9-46e7-44cc-a379-966df35b91b4 service neutron] 10.222.0.41 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855145 Aug 24 17:37:00.158626 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-24a6d12b-bb9d-4425-9f7f-14767d63fa9b service neutron] 10.222.0.41 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881276 Aug 24 17:37:00.386687 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-770be92c-5c8f-4631-8ba2-a7ee41129830 req-949ecc65-5338-4e44-82ad-03abbfbac8f1 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 210 time: 0.0278649 Aug 24 17:37:00.415846 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:00.711559 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fec36-47f8-405d-b10d-dceba99c9449 req-5e845154-a03f-4891-af85-133599406b7f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:00.713062 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7b2fec36-47f8-405d-b10d-dceba99c9449 req-5e845154-a03f-4891-af85-133599406b7f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0493107 Aug 24 17:37:00.750923 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7b2fec36-47f8-405d-b10d-dceba99c9449 req-1805c460-dc79-4e3e-bee5-3db6bde2dc3a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314286 Aug 24 17:37:01.480680 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-58f90144-9c0d-4774-9250-208cd4216b57 req-c4340c21-aaee-4a3f-82de-545e76b4cbca tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 210 time: 0.0276592 Aug 24 17:37:02.569392 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-54a17224-5f1e-4e19-8e52-839d864d0cfc req-342ea849-a4c2-4520-b717-bc99378551d3 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 210 time: 0.0254505 Aug 24 17:37:03.662872 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c115ce4f-2aef-40bf-a4ed-66118d073f43 req-668ec5f9-e17c-4312-b2c4-6a6151a47925 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 210 time: 0.0287666 Aug 24 17:37:04.137905 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0376c215-c60d-4eba-a63a-42ae02f98278 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:04.139309 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0376c215-c60d-4eba-a63a-42ae02f98278 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "GET /v2.0/networks?id=dcfdc573-3c21-483d-b369-4836e4d35aba HTTP/1.1" status: 200 len: 815 time: 0.1069698 Aug 24 17:37:04.155396 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0a280674-0190-4dd2-8ca7-ae323eb67c66 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Request body: {'port': {'device_id': '89c74e6a-e753-4121-8ceb-e606e12d9b27', 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba', 'admin_state_up': True, 'tenant_id': 'b0a8ceca778c48b089cfef6d929e9377'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:37:04.335325 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0a280674-0190-4dd2-8ca7-ae323eb67c66 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Made reservation on behalf of b0a8ceca778c48b089cfef6d929e9377 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:37:04.339572 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0a280674-0190-4dd2-8ca7-ae323eb67c66 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:04.482851 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0a280674-0190-4dd2-8ca7-ae323eb67c66 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Allocated IP 172.20.0.9 (dcfdc573-3c21-483d-b369-4836e4d35aba/5f8329a7-0d8d-4b6a-9a14-d24fe65af491/1e202f37-ff09-414b-9c5f-d15ff3c6a47a) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:37:04.664720 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0a280674-0190-4dd2-8ca7-ae323eb67c66 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:04.765690 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0a280674-0190-4dd2-8ca7-ae323eb67c66 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:04.783831 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-47b76b00-c8b0-4cde-ba01-7908d27d25c9 req-5b4abc09-58e3-4148-9fa7-8f2bcac09832 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 210 time: 0.0484986 Aug 24 17:37:04.840523 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0a280674-0190-4dd2-8ca7-ae323eb67c66 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Network dcfdc573-3c21-483d-b369-4836e4d35aba is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:37:04.849221 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0a280674-0190-4dd2-8ca7-ae323eb67c66 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:37:04.852790 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0a280674-0190-4dd2-8ca7-ae323eb67c66 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:37:04.890812 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a280674-0190-4dd2-8ca7-ae323eb67c66 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Pushing event updated for resources: {'Port': ['ID=1e202f37-ff09-414b-9c5f-d15ff3c6a47a,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:04.928776 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0a280674-0190-4dd2-8ca7-ae323eb67c66 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:04.930243 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0a280674-0190-4dd2-8ca7-ae323eb67c66 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:05.056044 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-0a280674-0190-4dd2-8ca7-ae323eb67c66 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9045064 Aug 24 17:37:05.073414 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Request body: {'port': {'device_id': '89c74e6a-e753-4121-8ceb-e606e12d9b27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:37:05.080130 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d1101-ce40-40ba-92d0-287df29ca446 req-af5d5a9d-0f17-48f2-b659-d149d2312348 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:05.081936 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b65d1101-ce40-40ba-92d0-287df29ca446 req-af5d5a9d-0f17-48f2-b659-d149d2312348 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0572283 Aug 24 17:37:05.144782 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b65d1101-ce40-40ba-92d0-287df29ca446 req-9527ae57-542f-4a23-8d85-8063245a1454 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554776 Aug 24 17:37:05.150061 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:05.453404 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e202f37-ff09-414b-9c5f-d15ff3c6a47a {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:37:05.462043 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:05.477985 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Transition to ACTIVE for port object 1e202f37-ff09-414b-9c5f-d15ff3c6a47a will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:37:05.558797 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:05.631394 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Pushing event updated for resources: {'Port': ['ID=1e202f37-ff09-414b-9c5f-d15ff3c6a47a,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:05.692857 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Attempting to bind port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:37:05.693287 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Attempting to bind port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:37:05.693879 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Attempting to bind port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a on network dcfdc573-3c21-483d-b369-4836e4d35aba {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:37:05.700001 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a on network dcfdc573-3c21-483d-b369-4836e4d35aba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:37:05.700369 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Attempting to bind port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a on network dcfdc573-3c21-483d-b369-4836e4d35aba {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:37:05.705762 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:37:05.706554 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Checking segment: {'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:37:05.706940 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Bound using segment: {'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:37:05.707461 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Bound port: 1e202f37-ff09-414b-9c5f-d15ff3c6a47a, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:37:05.708178 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:05.781397 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] For port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:37:05.784588 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] For port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1e202f37-ff09-414b-9c5f-d15ff3c6a47a,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:37:05.862269 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:05.905854 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:05.906480 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:05.907867 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] 10.222.0.42 "PUT /v2.0/ports/1e202f37-ff09-414b-9c5f-d15ff3c6a47a HTTP/1.1" status: 200 len: 1093 time: 0.8397348 Aug 24 17:37:05.908368 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c74e6a-e753-4121-8ceb-e606e12d9b27', 'tag': '1e202f37-ff09-414b-9c5f-d15ff3c6a47a'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:37:05.910609 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f673931-389c-490a-8c83-e336288cd945" -d '{"events": [{"name": "network-changed", "server_uuid": "89c74e6a-e753-4121-8ceb-e606e12d9b27", "tag": "1e202f37-ff09-414b-9c5f-d15ff3c6a47a"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:37:05.932144 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7923b4-ae8a-4f8e-a3eb-ffa3c312bb62 service neutron] Pushing event updated for resources: {'Port': ['ID=1e202f37-ff09-414b-9c5f-d15ff3c6a47a,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:05.951796 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9adaa-3af3-43e3-bc72-c60a2c6f70c5 req-8d191ab8-fd13-4e11-b781-3f2954908623 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:05.953546 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-85e9adaa-3af3-43e3-bc72-c60a2c6f70c5 req-8d191ab8-fd13-4e11-b781-3f2954908623 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 943 time: 0.0731294 Aug 24 17:37:05.988665 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010dab88-a487-4351-8cf5-9c3f9340d49a x-openstack-request-id: req-010dab88-a487-4351-8cf5-9c3f9340d49a {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:37:05.995187 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c74e6a-e753-4121-8ceb-e606e12d9b27", "tag": "1e202f37-ff09-414b-9c5f-d15ff3c6a47a", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:37:05.995187 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-010dab88-a487-4351-8cf5-9c3f9340d49a {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:37:05.995187 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c74e6a-e753-4121-8ceb-e606e12d9b27', 'tag': '1e202f37-ff09-414b-9c5f-d15ff3c6a47a', 'status': 'completed', 'code': 200} Aug 24 17:37:06.007801 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-85e9adaa-3af3-43e3-bc72-c60a2c6f70c5 req-23fe9ae5-ad1c-4fc3-b182-7cfaa75b8252 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468771 Aug 24 17:37:06.066100 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-559c4ec2-c05c-4cf9-a059-8cc6b75f38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:06.069014 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-559c4ec2-c05c-4cf9-a059-8cc6b75f38db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0a8ceca778c48b089cfef6d929e9377&device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 1096 time: 0.0563722 Aug 24 17:37:06.124548 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-d20375ec-1523-4c6e-b490-45d2e601a2ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e202f37-ff09-414b-9c5f-d15ff3c6a47a HTTP/1.1" status: 200 len: 217 time: 0.0434215 Aug 24 17:37:06.188296 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-4ccfd40c-0095-4d86-bd20-4be0e5f7223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:06.193005 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-4ccfd40c-0095-4d86-bd20-4be0e5f7223b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8329a7-0d8d-4b6a-9a14-d24fe65af491 HTTP/1.1" status: 200 len: 855 time: 0.0574641 Aug 24 17:37:06.246165 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-b9c4d2a9-aba9-4054-b51f-b566235c05de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dcfdc573-3c21-483d-b369-4836e4d35aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368249 Aug 24 17:37:06.316407 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139f6b6-3b65-419c-81f2-a1d0b2b9a809 req-41eea96d-ab1c-4600-9eaa-ec347be4f54d tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:06.317868 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f139f6b6-3b65-419c-81f2-a1d0b2b9a809 req-41eea96d-ab1c-4600-9eaa-ec347be4f54d tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0521111 Aug 24 17:37:06.344922 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-55369466-f6e7-4075-b761-6bf80268fac2 service neutron] 10.222.0.42 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877464 Aug 24 17:37:06.356024 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f139f6b6-3b65-419c-81f2-a1d0b2b9a809 req-25940653-c3e3-433f-91e2-3dbb10e78897 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322306 Aug 24 17:37:06.454535 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a3af53f3-8d3b-4332-9ced-6de697375b3f req-1683e710-a075-46e6-92e1-29d2dc6b7dcf service neutron] 10.222.0.42 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970025 Aug 24 17:37:06.642667 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f673931-389c-490a-8c83-e336288cd945 req-f637446b-9936-42f2-b42b-b0080a6aad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:06.644340 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4f673931-389c-490a-8c83-e336288cd945 req-f637446b-9936-42f2-b42b-b0080a6aad99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0a8ceca778c48b089cfef6d929e9377&device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 1096 time: 0.0437729 Aug 24 17:37:06.751189 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f673931-389c-490a-8c83-e336288cd945 req-8b84d1aa-542c-4e3c-a8bf-56852f687e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:06.752872 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4f673931-389c-490a-8c83-e336288cd945 req-8b84d1aa-542c-4e3c-a8bf-56852f687e49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dcfdc573-3c21-483d-b369-4836e4d35aba HTTP/1.1" status: 200 len: 916 time: 0.0973508 Aug 24 17:37:06.805013 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4f673931-389c-490a-8c83-e336288cd945 req-d8eb11a6-4de2-4f11-9967-57057de18a3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e202f37-ff09-414b-9c5f-d15ff3c6a47a HTTP/1.1" status: 200 len: 217 time: 0.0363066 Aug 24 17:37:06.863938 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f673931-389c-490a-8c83-e336288cd945 req-d49cecee-67c2-4218-b845-917ea1953cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:06.865404 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4f673931-389c-490a-8c83-e336288cd945 req-d49cecee-67c2-4218-b845-917ea1953cea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8329a7-0d8d-4b6a-9a14-d24fe65af491 HTTP/1.1" status: 200 len: 855 time: 0.0490487 Aug 24 17:37:06.903812 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4f673931-389c-490a-8c83-e336288cd945 req-47496e80-118a-46db-a418-2a3a8124442a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dcfdc573-3c21-483d-b369-4836e4d35aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260997 Aug 24 17:37:07.018592 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4f673931-389c-490a-8c83-e336288cd945 req-481d1646-14a1-4c96-a84d-e0f052b1daf6 service neutron] 10.222.0.42 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032617 Aug 24 17:37:07.129461 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4f673931-389c-490a-8c83-e336288cd945 req-c05fd5d9-3bb4-45e4-84e2-98de73dc2155 service neutron] 10.222.0.42 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026030 Aug 24 17:37:07.134258 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad8fe-63a5-4b25-8b57-ad56a5c12d7d req-04bb89cf-a9a9-4298-8b2a-d80f5264ef55 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:07.135867 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7b5ad8fe-63a5-4b25-8b57-ad56a5c12d7d req-04bb89cf-a9a9-4298-8b2a-d80f5264ef55 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 943 time: 0.0507970 Aug 24 17:37:07.187737 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7b5ad8fe-63a5-4b25-8b57-ad56a5c12d7d req-b3536a7a-ab01-4314-b198-6e8a34b30ac4 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374868 Aug 24 17:37:07.475492 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa643ce-3e34-44f8-8858-e33ddaded88b req-fbd3cff4-8744-4a8d-add5-15e6108f3f14 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:07.477617 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0aa643ce-3e34-44f8-8858-e33ddaded88b req-fbd3cff4-8744-4a8d-add5-15e6108f3f14 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0526323 Aug 24 17:37:07.524923 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0aa643ce-3e34-44f8-8858-e33ddaded88b req-1f9774ef-1418-4b8c-af94-b879359a2ec6 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386765 Aug 24 17:37:08.348715 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdfaf9-9b77-4f28-ac63-2ee5324f7a45 req-40235f83-fd6a-43bb-b45b-1eb44a145afc tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:08.350349 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9fcdfaf9-9b77-4f28-ac63-2ee5324f7a45 req-40235f83-fd6a-43bb-b45b-1eb44a145afc tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 943 time: 0.0551054 Aug 24 17:37:08.392892 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9fcdfaf9-9b77-4f28-ac63-2ee5324f7a45 req-e8fd3502-730d-4083-a804-234ae8b2b764 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360115 Aug 24 17:37:08.658034 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665537c-9c9c-454d-a5aa-65e7bc9914dd req-8408ea76-5aba-4140-86cd-b64df6be8ce8 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:08.660276 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3665537c-9c9c-454d-a5aa-65e7bc9914dd req-8408ea76-5aba-4140-86cd-b64df6be8ce8 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0669293 Aug 24 17:37:08.706224 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3665537c-9c9c-454d-a5aa-65e7bc9914dd req-21867b9d-ebd8-4a70-bc96-ac8ae4d7107b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394146 Aug 24 17:37:09.499957 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 1e202f37-ff09-414b-9c5f-d15ff3c6a47a details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:37:09.514938 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b366563-d808-470a-9f1d-300bf947d5e1 req-2be63a1e-3476-4492-8826-822cde1761dc tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:09.516677 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5b366563-d808-470a-9f1d-300bf947d5e1 req-2be63a1e-3476-4492-8826-822cde1761dc tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 943 time: 0.0578620 Aug 24 17:37:09.564194 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5b366563-d808-470a-9f1d-300bf947d5e1 req-54d64766-50a4-41ca-9d6b-00e0707412e1 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414472 Aug 24 17:37:09.605582 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1e202f37-ff09-414b-9c5f-d15ff3c6a47a,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:37:09.617122 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '1e202f37-ff09-414b-9c5f-d15ff3c6a47a', 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba', 'port_id': '1e202f37-ff09-414b-9c5f-d15ff3c6a47a', 'mac_address': 'fa:16:3e:90:79:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8329a7-0d8d-4b6a-9a14-d24fe65af491', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:37:09.655970 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:09.668932 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e202f37-ff09-414b-9c5f-d15ff3c6a47a {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:37:09.687787 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1e202f37-ff09-414b-9c5f-d15ff3c6a47a,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:37:09.810108 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:09.830940 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa9c37-958b-4843-91a3-1bc5b8a4456d req-870bee8c-7624-4b75-9eec-4a36e6874772 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:09.833311 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a2aa9c37-958b-4843-91a3-1bc5b8a4456d req-870bee8c-7624-4b75-9eec-4a36e6874772 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0525100 Aug 24 17:37:09.863216 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=1e202f37-ff09-414b-9c5f-d15ff3c6a47a,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:09.878600 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:09.879077 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:09.880519 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:09.880910 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:09.881323 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:09.881674 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:09.881994 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:09.882457 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:09.882983 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:09.883394 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:09.883775 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:09.884106 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:09.894664 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a2aa9c37-958b-4843-91a3-1bc5b8a4456d req-025a606c-28c2-452d-a128-d9758dd19133 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528595 Aug 24 17:37:10.125222 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['1e202f37-ff09-414b-9c5f-d15ff3c6a47a'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:37:10.696512 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2847bb-7605-488c-af37-6d137e6a590f req-b51086e0-ab82-4339-afd2-1db937433c50 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:10.698022 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bb2847bb-7605-488c-af37-6d137e6a590f req-b51086e0-ab82-4339-afd2-1db937433c50 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 944 time: 0.0534651 Aug 24 17:37:10.745090 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bb2847bb-7605-488c-af37-6d137e6a590f req-a4f43f25-fc13-4642-9a8b-3400c2ac1d31 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Aug 24 17:37:11.014529 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a1b61-eba5-423e-8856-161cd5371e76 req-fb7f97c5-6936-4922-ad2e-f16d524db7e9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:11.016778 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e63a1b61-eba5-423e-8856-161cd5371e76 req-fb7f97c5-6936-4922-ad2e-f16d524db7e9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0561745 Aug 24 17:37:11.077665 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e63a1b61-eba5-423e-8856-161cd5371e76 req-370d76b5-bc05-4df3-aea9-8d3a9628aa1f tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511768 Aug 24 17:37:11.517922 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 1e202f37-ff09-414b-9c5f-d15ff3c6a47a up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:37:11.638418 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:37:11.643281 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:37:11.643876 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:11.760866 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:11.783883 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c74e6a-e753-4121-8ceb-e606e12d9b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e202f37-ff09-414b-9c5f-d15ff3c6a47a'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:37:11.788638 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faa1e85-02a8-467e-9176-a50790d547de" -d '{"events": [{"server_uuid": "89c74e6a-e753-4121-8ceb-e606e12d9b27", "name": "network-vif-plugged", "status": "completed", "tag": "1e202f37-ff09-414b-9c5f-d15ff3c6a47a"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:37:11.799125 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1e202f37-ff09-414b-9c5f-d15ff3c6a47a,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:37:11.825314 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09a5212-5176-46d8-ad5e-fa49d18296ef x-openstack-request-id: req-f09a5212-5176-46d8-ad5e-fa49d18296ef {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:37:11.825720 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c74e6a-e753-4121-8ceb-e606e12d9b27", "name": "network-vif-plugged", "status": "completed", "tag": "1e202f37-ff09-414b-9c5f-d15ff3c6a47a", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:37:11.826034 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f09a5212-5176-46d8-ad5e-fa49d18296ef {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:37:11.826492 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c74e6a-e753-4121-8ceb-e606e12d9b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e202f37-ff09-414b-9c5f-d15ff3c6a47a', 'code': 200} Aug 24 17:37:11.867123 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:11.878391 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de0be9-25f4-4122-bbd4-cec67e68a0d1 req-1d1abd80-c7cb-4756-b484-74e677e06e4d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:11.881285 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-63de0be9-25f4-4122-bbd4-cec67e68a0d1 req-1d1abd80-c7cb-4756-b484-74e677e06e4d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 944 time: 0.0622330 Aug 24 17:37:11.930630 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-63de0be9-25f4-4122-bbd4-cec67e68a0d1 req-8a6e63e2-633f-4ed0-81aa-9323ffe71fed tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368207 Aug 24 17:37:11.954267 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=1e202f37-ff09-414b-9c5f-d15ff3c6a47a,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:12.158738 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db679e6c-daaf-42f1-8cde-59a80ce5860d req-bca64383-96ec-4a4d-8699-9902599b1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:12.160248 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-db679e6c-daaf-42f1-8cde-59a80ce5860d req-bca64383-96ec-4a4d-8699-9902599b1421 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 1098 time: 0.0672259 Aug 24 17:37:12.203110 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-db679e6c-daaf-42f1-8cde-59a80ce5860d req-6a3aa535-1bc1-47cb-bbbc-ff3674f7aab6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337188 Aug 24 17:37:12.271836 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369384-bb49-4db7-b4ef-4df2d324ea3f req-c2ff432f-2ebc-40fd-8e7d-4956d18174cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:12.274538 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e9369384-bb49-4db7-b4ef-4df2d324ea3f req-c2ff432f-2ebc-40fd-8e7d-4956d18174cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0543034 Aug 24 17:37:12.318709 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e9369384-bb49-4db7-b4ef-4df2d324ea3f req-7abf9b5c-261d-4e05-bdb2-105d7a51db97 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344408 Aug 24 17:37:12.462899 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:13.072118 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03ae67-e59f-400c-bbc2-87192af2470b req-4f1da467-bdf1-418e-b2d6-a3f259bd70fc tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:13.073443 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3e03ae67-e59f-400c-bbc2-87192af2470b req-4f1da467-bdf1-418e-b2d6-a3f259bd70fc tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 945 time: 0.0682101 Aug 24 17:37:13.122614 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3e03ae67-e59f-400c-bbc2-87192af2470b req-cba9efb6-1826-43bf-8347-0dea1ea93cfd tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431964 Aug 24 17:37:13.459920 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da620f-f878-4313-ac25-4197c1ea7050 req-c97d0c18-bede-47e8-b2f6-74b5fd3c8330 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:13.468327 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e0da620f-f878-4313-ac25-4197c1ea7050 req-c97d0c18-bede-47e8-b2f6-74b5fd3c8330 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0688083 Aug 24 17:37:13.520384 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-3fc0cc58-d4c9-49dc-a4c4-eff038c7c6b3 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-659580641&fields=id&tenant_id=88517f1554614c4badb7a60e065a8dc0 HTTP/1.1" status: 200 len: 267 time: 0.0449393 Aug 24 17:37:13.558484 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e0da620f-f878-4313-ac25-4197c1ea7050 req-b9e8e6c0-d3b5-482f-a676-37fe5710ef32 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888484 Aug 24 17:37:13.721433 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-b4cd24ae-889b-470a-aa87-fb94d06af3c8 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:13.723953 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-b4cd24ae-889b-470a-aa87-fb94d06af3c8 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 812 time: 0.1861696 Aug 24 17:37:13.744847 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-33fef961-12d1-42b4-bf4e-a39dcabc4924 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/quotas/88517f1554614c4badb7a60e065a8dc0 HTTP/1.1" status: 200 len: 375 time: 0.0120726 Aug 24 17:37:13.805562 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-50199176-b8e3-45df-8887-34ac1ff45d8d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540583 Aug 24 17:37:13.939172 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-335c8469-2b5d-4fed-8f7c-8e5b0feb726a service neutron] 10.222.0.41 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208570 Aug 24 17:37:14.057331 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-6c1f94de-186b-4d61-a5ae-c281c71a2418 service neutron] 10.222.0.41 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105194 Aug 24 17:37:14.263373 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de5d59-31b8-410d-9606-e871bd2eb501 req-7a591b9a-0389-426c-8a1e-7873f7ac01bf tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:14.264946 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b6de5d59-31b8-410d-9606-e871bd2eb501 req-7a591b9a-0389-426c-8a1e-7873f7ac01bf tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 945 time: 0.0588863 Aug 24 17:37:14.316893 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b6de5d59-31b8-410d-9606-e871bd2eb501 req-5c0e88ff-e574-4ac0-bbe7-963d4f547d8f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457797 Aug 24 17:37:14.684746 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9194b-613b-4459-ac82-7ef829be6793 req-99544ea8-92ab-4db8-ad5c-020d6efcc04b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:14.686625 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a2c9194b-613b-4459-ac82-7ef829be6793 req-99544ea8-92ab-4db8-ad5c-020d6efcc04b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0608368 Aug 24 17:37:15.037096 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-897e388c-2244-4e82-81aa-3a9035c5324b req-6d3993e7-ebc6-48e3-8da0-f12efd2ed0d9 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 210 time: 0.3262815 Aug 24 17:37:15.063429 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a2c9194b-613b-4459-ac82-7ef829be6793 req-8f0a6b7a-6a3c-4646-98ea-31a503264bcb tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3686392 Aug 24 17:37:16.173086 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-09f3790d-3382-45a8-99b4-f535b370f242 req-a10e8072-8872-45a3-9618-42afa9aff81e tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 210 time: 0.0477495 Aug 24 17:37:16.191667 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:37:16.281103 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4bd10-a5e2-489d-be6c-ff0a5cd05ce3 req-0c8c5fe9-71f7-4f59-a29d-b8d3105c537e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:16.289692 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-85b4bd10-a5e2-489d-be6c-ff0a5cd05ce3 req-0c8c5fe9-71f7-4f59-a29d-b8d3105c537e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0681436 Aug 24 17:37:16.327719 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-85b4bd10-a5e2-489d-be6c-ff0a5cd05ce3 req-3b1dc121-30e3-4831-8819-318b4b55b3e1 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374377 Aug 24 17:37:17.230491 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-0e3d0f59-cf50-4ff9-a53a-664b0fcd6266 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:17.232717 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-0e3d0f59-cf50-4ff9-a53a-664b0fcd6266 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 812 time: 0.1303616 Aug 24 17:37:17.321853 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-da97b69c-6f3d-4ba0-8c73-dd972935110f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88517f1554614c4badb7a60e065a8dc0 HTTP/1.1" status: 200 len: 379 time: 0.0718758 Aug 24 17:37:17.332816 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Request body: {'port': {'device_id': 'b6651b4f-b0b7-49e1-8e12-c65eda9bd805', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'admin_state_up': True, 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'security_groups': ['9b757223-eb8f-43d1-97c9-cf7a7f857d09']}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:37:17.339066 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-addf78b7-c862-496b-ac70-244413a031ba req-5d98ddeb-174d-4ac4-829a-ea8965f09c70 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 210 time: 0.0313060 Aug 24 17:37:17.479821 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeccc41-5bce-45f4-b5a3-0ac1043ce4ce req-a48da74f-5cdc-42e6-ab8e-379ae7fee868 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:17.482023 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fdeccc41-5bce-45f4-b5a3-0ac1043ce4ce req-a48da74f-5cdc-42e6-ab8e-379ae7fee868 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0738862 Aug 24 17:37:17.540916 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fdeccc41-5bce-45f4-b5a3-0ac1043ce4ce req-7a54914b-579d-4fc6-a282-c19a6b4e7509 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515137 Aug 24 17:37:17.588581 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Made reservation on behalf of 88517f1554614c4badb7a60e065a8dc0 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:37:17.594545 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:17.755993 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Allocated IP 172.20.0.13 (c32e03dc-a619-4714-9620-fefd583a9dfb/4dc9eeb4-893f-4ded-904e-e3383b6e9a2b/2408645b-70d8-4ec6-9f85-6b8df179257c) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:37:17.913387 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:17.928419 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Transition to ACTIVE for port object 2408645b-70d8-4ec6-9f85-6b8df179257c will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:37:18.021771 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:18.083796 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Network c32e03dc-a619-4714-9620-fefd583a9dfb is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:37:18.087755 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:37:18.095661 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:37:18.107503 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'Port': ['ID=2408645b-70d8-4ec6-9f85-6b8df179257c,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:18.172730 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:18.173469 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:18.279052 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-09e9caf4-b012-4895-b80c-67b5b4fb3c76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9508123 Aug 24 17:37:18.301012 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Request body: {'port': {'device_id': 'b6651b4f-b0b7-49e1-8e12-c65eda9bd805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:37:18.420257 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:18.473014 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-4bc87bd3-243b-410b-bba7-b905e8831a39 None None] Provisioning for port 2408645b-70d8-4ec6-9f85-6b8df179257c completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:37:18.480709 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-4bc87bd3-243b-410b-bba7-b905e8831a39 None None] Provisioning complete for port 2408645b-70d8-4ec6-9f85-6b8df179257c triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:37:18.482170 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4bc87bd3-243b-410b-bba7-b905e8831a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:18.482439 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a953c-a727-427e-9f1f-6a72054225b2 req-a95f3439-ec6c-44a2-a2f5-f44ee62a5326 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:18.484469 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f50a953c-a727-427e-9f1f-6a72054225b2 req-a95f3439-ec6c-44a2-a2f5-f44ee62a5326 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 932 time: 0.0533786 Aug 24 17:37:18.547254 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f50a953c-a727-427e-9f1f-6a72054225b2 req-64edb881-a0ff-400d-8b12-538a214eefbd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559292 Aug 24 17:37:18.570938 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-4bc87bd3-243b-410b-bba7-b905e8831a39 None None] Port 2408645b-70d8-4ec6-9f85-6b8df179257c cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:37:18.734217 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dcf35-8d75-417b-b81a-88fa957c1d66 req-aec9b9b0-a162-4267-b74c-69f8b6a7a458 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:18.739142 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-989dcf35-8d75-417b-b81a-88fa957c1d66 req-aec9b9b0-a162-4267-b74c-69f8b6a7a458 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.1080420 Aug 24 17:37:18.809131 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-989dcf35-8d75-417b-b81a-88fa957c1d66 req-7d4fa2a1-b874-4c24-a12e-1c7641d58a42 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610871 Aug 24 17:37:18.910471 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2408645b-70d8-4ec6-9f85-6b8df179257c {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:37:18.918516 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:18.932003 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Transition to ACTIVE for port object 2408645b-70d8-4ec6-9f85-6b8df179257c will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:37:19.015238 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:19.079730 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Pushing event updated for resources: {'Port': ['ID=2408645b-70d8-4ec6-9f85-6b8df179257c,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:19.162668 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Attempting to bind port 2408645b-70d8-4ec6-9f85-6b8df179257c on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:37:19.163116 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Attempting to bind port 2408645b-70d8-4ec6-9f85-6b8df179257c by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:37:19.164287 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Attempting to bind port 2408645b-70d8-4ec6-9f85-6b8df179257c on network c32e03dc-a619-4714-9620-fefd583a9dfb {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:37:19.171204 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Port 2408645b-70d8-4ec6-9f85-6b8df179257c on network c32e03dc-a619-4714-9620-fefd583a9dfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:37:19.172113 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Attempting to bind port 2408645b-70d8-4ec6-9f85-6b8df179257c on network c32e03dc-a619-4714-9620-fefd583a9dfb {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:37:19.180903 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:37:19.181487 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Checking segment: {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:37:19.182057 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Bound using segment: {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:37:19.183951 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Bound port: 2408645b-70d8-4ec6-9f85-6b8df179257c, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:37:19.183951 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:19.255939 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] For port 2408645b-70d8-4ec6-9f85-6b8df179257c, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:37:19.259829 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] For port 2408645b-70d8-4ec6-9f85-6b8df179257c, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2408645b-70d8-4ec6-9f85-6b8df179257c,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:37:19.364593 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:19.400104 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:19.400765 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:19.402199 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] 10.222.0.42 "PUT /v2.0/ports/2408645b-70d8-4ec6-9f85-6b8df179257c HTTP/1.1" status: 200 len: 1094 time: 1.1103809 Aug 24 17:37:19.402689 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6651b4f-b0b7-49e1-8e12-c65eda9bd805', 'tag': '2408645b-70d8-4ec6-9f85-6b8df179257c'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:37:19.405105 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18603d31-eca6-4590-ba0f-1ab1270f3094" -d '{"events": [{"name": "network-changed", "server_uuid": "b6651b4f-b0b7-49e1-8e12-c65eda9bd805", "tag": "2408645b-70d8-4ec6-9f85-6b8df179257c"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:37:19.432358 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532efdc8-25a6-41ae-a1f2-13ad8f80b858 service neutron] Pushing event updated for resources: {'Port': ['ID=2408645b-70d8-4ec6-9f85-6b8df179257c,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:19.456696 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfe609d-8dbb-4b7c-be10-9ecddd3c909d x-openstack-request-id: req-bbfe609d-8dbb-4b7c-be10-9ecddd3c909d {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:37:19.456987 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6651b4f-b0b7-49e1-8e12-c65eda9bd805", "tag": "2408645b-70d8-4ec6-9f85-6b8df179257c", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:37:19.457237 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbfe609d-8dbb-4b7c-be10-9ecddd3c909d {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:37:19.457806 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6651b4f-b0b7-49e1-8e12-c65eda9bd805', 'tag': '2408645b-70d8-4ec6-9f85-6b8df179257c', 'status': 'completed', 'code': 200} Aug 24 17:37:19.710502 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e9b74-9fa0-4379-b60d-e6984d9886de req-e8f8150d-eeec-487f-830f-117f65c9f571 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:19.712897 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-306e9b74-9fa0-4379-b60d-e6984d9886de req-e8f8150d-eeec-487f-830f-117f65c9f571 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0556197 Aug 24 17:37:19.761391 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-306e9b74-9fa0-4379-b60d-e6984d9886de req-5abe4c2b-cbb5-402c-a3fe-f53eaec3b7a2 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411801 Aug 24 17:37:19.929200 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98604-2cfb-41de-be29-35823c444525 req-b88a15a5-bf75-4727-8b35-391d572ed358 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:19.931244 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-03b98604-2cfb-41de-be29-35823c444525 req-b88a15a5-bf75-4727-8b35-391d572ed358 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0541432 Aug 24 17:37:19.969374 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-03b98604-2cfb-41de-be29-35823c444525 req-7d29d932-0935-40fe-a339-389ac012d24d tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317361 Aug 24 17:37:20.917884 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae179cb-a9c1-405e-9a05-1d92d2fed976 req-215b45e3-04e8-48c6-85d8-781e059bd935 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:20.919793 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7ae179cb-a9c1-405e-9a05-1d92d2fed976 req-215b45e3-04e8-48c6-85d8-781e059bd935 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0823088 Aug 24 17:37:20.973467 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7ae179cb-a9c1-405e-9a05-1d92d2fed976 req-b5056895-262b-43d2-9c6e-65d7ab90a1a4 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471032 Aug 24 17:37:21.102594 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b680ea-758f-44ed-b516-9a2b0b2cb6de req-66336312-e63f-47a6-9bf4-69751da40074 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:21.104223 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e6b680ea-758f-44ed-b516-9a2b0b2cb6de req-66336312-e63f-47a6-9bf4-69751da40074 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0553715 Aug 24 17:37:21.145154 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e6b680ea-758f-44ed-b516-9a2b0b2cb6de req-1c484463-85c1-44cf-b1f5-4855319d2c26 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345538 Aug 24 17:37:22.103599 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa561d-c385-4b55-88e3-e50c4680c413 req-6adaa820-2efc-4ca0-83b0-37bf897312e3 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:22.105367 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4caa561d-c385-4b55-88e3-e50c4680c413 req-6adaa820-2efc-4ca0-83b0-37bf897312e3 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0575261 Aug 24 17:37:22.151976 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4caa561d-c385-4b55-88e3-e50c4680c413 req-7ae1f2ef-99b9-4b70-841c-04826c2d68cb tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404844 Aug 24 17:37:22.298936 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18603d31-eca6-4590-ba0f-1ab1270f3094 req-6c33109c-edbc-4c07-a316-53dd8250fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:22.301416 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-18603d31-eca6-4590-ba0f-1ab1270f3094 req-6c33109c-edbc-4c07-a316-53dd8250fb5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 1097 time: 0.0627859 Aug 24 17:37:22.313396 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f1504-4e94-4425-840a-e21cca4d5408 req-212d286b-2cac-4d0e-80eb-026288f9b8ff tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:22.321397 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-073f1504-4e94-4425-840a-e21cca4d5408 req-212d286b-2cac-4d0e-80eb-026288f9b8ff tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0819986 Aug 24 17:37:22.366206 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-073f1504-4e94-4425-840a-e21cca4d5408 req-948afbed-ff3e-4778-a06c-b767a4eb7828 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435770 Aug 24 17:37:22.434468 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18603d31-eca6-4590-ba0f-1ab1270f3094 req-c4ad375e-3db1-4f85-92da-b0fb433b9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:22.436088 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-18603d31-eca6-4590-ba0f-1ab1270f3094 req-c4ad375e-3db1-4f85-92da-b0fb433b9485 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=88517f1554614c4badb7a60e065a8dc0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1245520 Aug 24 17:37:22.584757 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18603d31-eca6-4590-ba0f-1ab1270f3094 req-be3d802c-6de9-4dd8-9436-51c74f02cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:22.587724 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-18603d31-eca6-4590-ba0f-1ab1270f3094 req-be3d802c-6de9-4dd8-9436-51c74f02cd04 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1425977 Aug 24 17:37:22.690291 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-e1480357-388d-42be-a708-8db35df6c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:22.692077 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-e1480357-388d-42be-a708-8db35df6c8ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 1097 time: 0.0489209 Aug 24 17:37:22.741209 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-f3967345-a8ed-4ce6-a072-35b70fd1dee3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2408645b-70d8-4ec6-9f85-6b8df179257c HTTP/1.1" status: 200 len: 217 time: 0.0375624 Aug 24 17:37:22.804539 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-1f2b58dc-4243-40ad-901a-98b8e3c5727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:22.806337 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-1f2b58dc-4243-40ad-901a-98b8e3c5727f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b HTTP/1.1" status: 200 len: 851 time: 0.0501301 Aug 24 17:37:22.894999 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-1562c2df-00f2-45fe-beec-db9e8831003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:22.896704 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-1562c2df-00f2-45fe-beec-db9e8831003a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c32e03dc-a619-4714-9620-fefd583a9dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781078 Aug 24 17:37:23.002082 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-2f44b430-4423-4348-9df4-fcd2ffc32f73 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927939 Aug 24 17:37:23.106122 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a506bfb8-b695-4645-a170-2e1f223623f0 req-7d738e32-4cc5-47c5-9e44-c379b2e3d411 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943542 Aug 24 17:37:23.293137 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f01d-e6e9-4af2-a252-db38e2391677 req-9ddcf49c-e792-46b9-b139-a3402aebee42 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:23.294697 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fe66f01d-e6e9-4af2-a252-db38e2391677 req-9ddcf49c-e792-46b9-b139-a3402aebee42 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0657077 Aug 24 17:37:23.335143 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fe66f01d-e6e9-4af2-a252-db38e2391677 req-54f6f6dc-833a-4cd8-a38c-8c26463c3e69 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345547 Aug 24 17:37:23.503326 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c4124-e5bb-494f-8f5e-1619eee8963a req-550f3543-7212-4c42-81e5-650fcb899bb3 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:23.504925 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-eb7c4124-e5bb-494f-8f5e-1619eee8963a req-550f3543-7212-4c42-81e5-650fcb899bb3 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0562210 Aug 24 17:37:23.548438 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-eb7c4124-e5bb-494f-8f5e-1619eee8963a req-7c68ec79-6fd6-4f7b-9416-cd45eaa3aa70 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363431 Aug 24 17:37:23.934255 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a17fc-45e9-459e-bcb5-e07631733103 req-7043f3de-ba54-4672-9c4a-b905659ec004 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:23.935852 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-eb2a17fc-45e9-459e-bcb5-e07631733103 req-7043f3de-ba54-4672-9c4a-b905659ec004 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0525799 Aug 24 17:37:23.985259 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-eb2a17fc-45e9-459e-bcb5-e07631733103 req-7df29f4e-4408-489d-9882-de51d01ea40d tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430241 Aug 24 17:37:24.452690 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b813fa7-35e1-4d43-8991-aa11d2978555 req-1fc33f71-db0a-4974-b1f3-a4fb86cf1171 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:24.454162 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8b813fa7-35e1-4d43-8991-aa11d2978555 req-1fc33f71-db0a-4974-b1f3-a4fb86cf1171 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0482328 Aug 24 17:37:24.494859 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8b813fa7-35e1-4d43-8991-aa11d2978555 req-3e12ecd9-ca56-473e-b3df-7796aa5a0c68 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314875 Aug 24 17:37:25.103203 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7502fd1-2ebf-4afb-aedb-7a82adb2fd17 req-f3ca52bf-b484-499f-98d2-1608a673daa9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:25.105546 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d7502fd1-2ebf-4afb-aedb-7a82adb2fd17 req-f3ca52bf-b484-499f-98d2-1608a673daa9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0546753 Aug 24 17:37:25.144651 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d7502fd1-2ebf-4afb-aedb-7a82adb2fd17 req-3421c19b-8e28-4a1f-8b13-afc6a5bbe24b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328243 Aug 24 17:37:25.167917 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-714e6565-4f09-4d55-8fb6-ed0697f204ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:25.606285 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9592bd-2366-4c7d-ba6c-56cbcebd4305 req-56132e13-e7f6-4e1c-9d24-e487c292bacd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:25.607644 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3a9592bd-2366-4c7d-ba6c-56cbcebd4305 req-56132e13-e7f6-4e1c-9d24-e487c292bacd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0479596 Aug 24 17:37:25.647386 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3a9592bd-2366-4c7d-ba6c-56cbcebd4305 req-6e9e6bd0-5ec5-4acd-9100-f9cbd5f07693 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339584 Aug 24 17:37:26.267941 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a10d7-43a8-410b-a54f-e546acce595f req-8d696e66-232e-474f-b341-c87af5c6b041 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:26.269420 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cc6a10d7-43a8-410b-a54f-e546acce595f req-8d696e66-232e-474f-b341-c87af5c6b041 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0480905 Aug 24 17:37:26.306721 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cc6a10d7-43a8-410b-a54f-e546acce595f req-1497c4b5-6a6e-40d9-9153-893835226d7b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313663 Aug 24 17:37:26.623745 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0975b-ca1d-405b-b586-aa1d1b1a2fa1 req-4c0152af-bdf0-4993-874b-9a39730086df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:26.625272 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b4d0975b-ca1d-405b-b586-aa1d1b1a2fa1 req-4c0152af-bdf0-4993-874b-9a39730086df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fab5df39ab324a65a39f6aa738975daf&device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 1099 time: 0.0403543 Aug 24 17:37:26.730496 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0975b-ca1d-405b-b586-aa1d1b1a2fa1 req-1b7e09f7-4c21-4f23-b096-70d79c023420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:26.731931 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b4d0975b-ca1d-405b-b586-aa1d1b1a2fa1 req-1b7e09f7-4c21-4f23-b096-70d79c023420 service neutron] 10.222.0.42 "GET /v2.0/networks?id=703df97f-2490-4b01-bd7b-1ec10d27aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0871961 Aug 24 17:37:26.759550 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211fca2-8bb7-4bb7-91f0-420ff429a513 req-e20f4cd5-3ab1-4c20-8662-6fba9e590c71 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:26.760986 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3211fca2-8bb7-4bb7-91f0-420ff429a513 req-e20f4cd5-3ab1-4c20-8662-6fba9e590c71 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0487361 Aug 24 17:37:26.799343 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3211fca2-8bb7-4bb7-91f0-420ff429a513 req-b77460a8-2110-4bdc-8bf2-ea28e163f5d1 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325291 Aug 24 17:37:26.804156 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b4d0975b-ca1d-405b-b586-aa1d1b1a2fa1 req-04437744-5d7a-4356-ba74-45b34371aa6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84f0d42f-836e-48e8-93a2-e134a89114dd HTTP/1.1" status: 200 len: 1001 time: 0.0592031 Aug 24 17:37:26.861778 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0975b-ca1d-405b-b586-aa1d1b1a2fa1 req-bdccbd65-1cdc-4e32-9bec-5e4c2c7ad1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:26.863306 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b4d0975b-ca1d-405b-b586-aa1d1b1a2fa1 req-bdccbd65-1cdc-4e32-9bec-5e4c2c7ad1cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7a0df6f-fffc-4481-bad8-6c067b26a643 HTTP/1.1" status: 200 len: 850 time: 0.0453992 Aug 24 17:37:26.923867 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0975b-ca1d-405b-b586-aa1d1b1a2fa1 req-3c18444d-16f2-4208-aa99-8aacb6ec6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:26.925583 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b4d0975b-ca1d-405b-b586-aa1d1b1a2fa1 req-3c18444d-16f2-4208-aa99-8aacb6ec6b3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=703df97f-2490-4b01-bd7b-1ec10d27aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460873 Aug 24 17:37:27.269774 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b4d0975b-ca1d-405b-b586-aa1d1b1a2fa1 req-107979f6-3cef-439d-a4f9-de2086f0d317 service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239276 Aug 24 17:37:27.369899 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b4d0975b-ca1d-405b-b586-aa1d1b1a2fa1 req-25354446-bd27-47f8-928c-890af08aa699 service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864172 Aug 24 17:37:27.426476 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3ff07-1243-4610-9b02-6446be146f41 req-0a7d4db4-51db-4e14-92ee-a75f06bdade7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:27.427958 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-11e3ff07-1243-4610-9b02-6446be146f41 req-0a7d4db4-51db-4e14-92ee-a75f06bdade7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0529981 Aug 24 17:37:27.469410 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-11e3ff07-1243-4610-9b02-6446be146f41 req-43854947-13b8-4e24-b107-4f643eba618c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354984 Aug 24 17:37:27.922033 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac784b0d-e89f-466a-9002-1d8316882273 req-223b8709-0a0a-444b-8e3e-db1fdbd1674b tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:27.923537 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ac784b0d-e89f-466a-9002-1d8316882273 req-223b8709-0a0a-444b-8e3e-db1fdbd1674b tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0504692 Aug 24 17:37:27.964150 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ac784b0d-e89f-466a-9002-1d8316882273 req-4381cd81-a559-4436-a6ba-284a8382549f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344131 Aug 24 17:37:28.118616 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-0cd185eb-15de-42ac-af01-577bff7271bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:28.415647 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:28.614495 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-58220b56-63cc-4952-ac6d-b4d379a9b27f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:28.616032 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-58220b56-63cc-4952-ac6d-b4d379a9b27f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/networks?id=dcfdc573-3c21-483d-b369-4836e4d35aba HTTP/1.1" status: 200 len: 815 time: 0.1367757 Aug 24 17:37:28.624714 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29f771-51e8-416a-98c3-7d4d1408cadd req-b34d098a-d86c-4755-8a65-d4356f9c06af tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:28.626111 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7b29f771-51e8-416a-98c3-7d4d1408cadd req-b34d098a-d86c-4755-8a65-d4356f9c06af tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0882430 Aug 24 17:37:28.644277 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-ffa003ed-aa3e-4a1f-b741-bf61eb08e1e9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/quotas/b0a8ceca778c48b089cfef6d929e9377 HTTP/1.1" status: 200 len: 375 time: 0.0172620 Aug 24 17:37:28.696205 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7b29f771-51e8-416a-98c3-7d4d1408cadd req-04becc72-2150-4b64-b78a-13d0fdef1766 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614600 Aug 24 17:37:28.709107 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-e8de2b24-40d5-4915-a2b5-d38d7b3d3746 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0a8ceca778c48b089cfef6d929e9377&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0576568 Aug 24 17:37:28.810001 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-c509fa42-9820-4997-b37a-a1efbeffd5e3 service neutron] 10.222.0.41 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879145 Aug 24 17:37:28.899506 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-5121aaba-4b76-46ea-acaa-c20b629a57d3 service neutron] 10.222.0.41 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835955 Aug 24 17:37:29.083981 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415f393-a23e-439b-876e-f9041c57383f req-ebfe85e2-de64-49aa-87ae-bd489f0ba48e tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:29.086018 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9415f393-a23e-439b-876e-f9041c57383f req-ebfe85e2-de64-49aa-87ae-bd489f0ba48e tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0551779 Aug 24 17:37:29.124886 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9415f393-a23e-439b-876e-f9041c57383f req-6991aede-cce9-4f1e-9333-a329187d0858 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335443 Aug 24 17:37:29.202891 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-58efce08-6285-4488-9955-b82fbc9d7b66 req-a6ed8466-d668-4c5e-986e-6ec0fd8bb3ef tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 210 time: 0.0283370 Aug 24 17:37:29.460846 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:30.242288 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f50c5-22ed-45e5-955b-c61c3dd58847 req-775863cf-3d5d-4fa5-85a4-7e8bdfea4598 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:30.244017 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c92f50c5-22ed-45e5-955b-c61c3dd58847 req-775863cf-3d5d-4fa5-85a4-7e8bdfea4598 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0522935 Aug 24 17:37:30.305552 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3af4874f-7895-42e1-8fcd-73c2d8bddd10 req-648de97a-c1d9-4edd-b1b3-6dc7322ee2e9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 210 time: 0.0358758 Aug 24 17:37:30.308723 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c92f50c5-22ed-45e5-955b-c61c3dd58847 req-51509520-ddf5-4cc2-8da9-11f834189859 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585966 Aug 24 17:37:30.386592 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:31.419719 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2a4f6ebb-4efe-43d9-8e0c-f9497b0eec80 req-2f64a399-dbcf-4092-9b19-7a849380e64f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 210 time: 0.0456605 Aug 24 17:37:31.443453 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e3e9-19bc-47b7-8b6f-b1469c044b65 req-9eca7af6-0949-4739-b98c-06ba1fe1b62d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:31.448482 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1b02e3e9-19bc-47b7-8b6f-b1469c044b65 req-9eca7af6-0949-4739-b98c-06ba1fe1b62d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0614183 Aug 24 17:37:31.482689 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1b02e3e9-19bc-47b7-8b6f-b1469c044b65 req-e9b87f25-6d76-40bc-91e2-f9f198470e5f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316954 Aug 24 17:37:32.461163 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-6464eb9e-4577-4b7a-bbbe-7691f399b561 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:32.462627 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-6464eb9e-4577-4b7a-bbbe-7691f399b561 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "GET /v2.0/networks?id=dcfdc573-3c21-483d-b369-4836e4d35aba HTTP/1.1" status: 200 len: 815 time: 0.1057365 Aug 24 17:37:32.477592 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-45a7e034-c7aa-4382-a7ce-e167d4d5d82f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Request body: {'port': {'device_id': 'e5537fad-89f6-4689-9742-61aa51102099', 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba', 'admin_state_up': True, 'tenant_id': 'b0a8ceca778c48b089cfef6d929e9377'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:37:32.515356 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3ce965d8-7563-4bb6-ab15-2895ee2872fa req-6df78da1-55b7-46e8-be0a-a27080436c99 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 210 time: 0.0274646 Aug 24 17:37:32.574236 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 38354) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:37:32.620028 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab85cf8-8558-4995-8558-f9eeac5a1ecf req-edd08b1e-ff23-4b47-b93e-ce93e45e66dc tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:32.622280 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-aab85cf8-8558-4995-8558-f9eeac5a1ecf req-edd08b1e-ff23-4b47-b93e-ce93e45e66dc tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0618398 Aug 24 17:37:32.638389 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9241f8e-06f2-46f3-87d8-206265af2b2b admin admin] Deleting subnet 91637d5f-1a06-4c76-bb2c-b1db14701c0f {{(pid=94619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:37:32.642636 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9241f8e-06f2-46f3-87d8-206265af2b2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:32.661997 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-aab85cf8-8558-4995-8558-f9eeac5a1ecf req-3ae302d5-7b15-4c50-b4ee-c0f019ca17cf tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333445 Aug 24 17:37:32.678680 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9241f8e-06f2-46f3-87d8-206265af2b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14568602'] for subnet, precommit_delete_associations {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:32.700690 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-45a7e034-c7aa-4382-a7ce-e167d4d5d82f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Made reservation on behalf of b0a8ceca778c48b089cfef6d929e9377 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:37:32.704119 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-45a7e034-c7aa-4382-a7ce-e167d4d5d82f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:32.746146 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9241f8e-06f2-46f3-87d8-206265af2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:32.884141 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-45a7e034-c7aa-4382-a7ce-e167d4d5d82f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Allocated IP 172.20.0.14 (dcfdc573-3c21-483d-b369-4836e4d35aba/5f8329a7-0d8d-4b6a-9a14-d24fe65af491/9a3c3973-68f0-45cd-97da-23e3d84a38be) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:37:32.934304 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9241f8e-06f2-46f3-87d8-206265af2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12719601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717469'] for subnet, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:32.978988 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9241f8e-06f2-46f3-87d8-206265af2b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91637d5f-1a06-4c76-bb2c-b1db14701c0f,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:32.981125 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9241f8e-06f2-46f3-87d8-206265af2b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:32.982869 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b9241f8e-06f2-46f3-87d8-206265af2b2b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/91637d5f-1a06-4c76-bb2c-b1db14701c0f HTTP/1.1" status: 204 len: 168 time: 0.4076874 Aug 24 17:37:32.985449 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 38362) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:37:33.055497 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ce06f75c-73a9-49a3-ab91-cf39440438a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.065986 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-45a7e034-c7aa-4382-a7ce-e167d4d5d82f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.138579 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ce06f75c-73a9-49a3-ab91-cf39440438a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.153896 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-ce06f75c-73a9-49a3-ab91-cf39440438a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b02aeb-c738-4e8d-83e4-922de7032fb9']}} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:37:33.170751 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-ce06f75c-73a9-49a3-ab91-cf39440438a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcdb7cf-f2f9-4869-ba06-07fdada0e0c4') {'for_net_delete': True} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:37:33.170751 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-ce06f75c-73a9-49a3-ab91-cf39440438a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcdb7cf-f2f9-4869-ba06-07fdada0e0c4') {} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:37:33.173321 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ce06f75c-73a9-49a3-ab91-cf39440438a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13639789'] for segment, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.187093 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ce06f75c-73a9-49a3-ab91-cf39440438a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.193744 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce06f75c-73a9-49a3-ab91-cf39440438a6 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:37:33.193873 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ce06f75c-73a9-49a3-ab91-cf39440438a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044013'] for segment, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: Traceback (most recent call last): Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: timer() Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: cb(*args, **kw) Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: return func(*args, **kwargs) Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: self._notify() Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: self.callback(batched_events) Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: event.method(event) Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: return f(self, *a, **k) Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._get(url).json() Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: return self.request(url, 'GET', **kwargs) Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:37:33.196147 dv-cinder-788782-4-iscsi neutron-server[94620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:37:33.228900 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-45a7e034-c7aa-4382-a7ce-e167d4d5d82f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.242545 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['1e202f37-ff09-414b-9c5f-d15ff3c6a47a'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:37:33.281538 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-45a7e034-c7aa-4382-a7ce-e167d4d5d82f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Network dcfdc573-3c21-483d-b369-4836e4d35aba is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:37:33.286687 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-45a7e034-c7aa-4382-a7ce-e167d4d5d82f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:37:33.291999 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-45a7e034-c7aa-4382-a7ce-e167d4d5d82f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:37:33.318998 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7e034-c7aa-4382-a7ce-e167d4d5d82f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Pushing event updated for resources: {'Port': ['ID=9a3c3973-68f0-45cd-97da-23e3d84a38be,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:33.338886 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ce06f75c-73a9-49a3-ab91-cf39440438a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.338886 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ce06f75c-73a9-49a3-ab91-cf39440438a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.338886 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-ce06f75c-73a9-49a3-ab91-cf39440438a6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/22b02aeb-c738-4e8d-83e4-922de7032fb9 HTTP/1.1" status: 204 len: 168 time: 0.3507318 Aug 24 17:37:33.353139 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06f75c-73a9-49a3-ab91-cf39440438a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=22b02aeb-c738-4e8d-83e4-922de7032fb9,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:33.356029 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-45a7e034-c7aa-4382-a7ce-e167d4d5d82f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:33.356764 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-45a7e034-c7aa-4382-a7ce-e167d4d5d82f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.450622 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-45a7e034-c7aa-4382-a7ce-e167d4d5d82f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9772620 Aug 24 17:37:33.472197 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Request body: {'port': {'device_id': 'e5537fad-89f6-4689-9742-61aa51102099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:37:33.526515 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.642167 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1378146-cd48-4b38-9b15-27ceebcbfce1 req-07d7f284-35fa-4b50-be5d-70326b4513ba tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:33.643672 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f1378146-cd48-4b38-9b15-27ceebcbfce1 req-07d7f284-35fa-4b50-be5d-70326b4513ba tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 932 time: 0.0593305 Aug 24 17:37:33.682711 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f1378146-cd48-4b38-9b15-27ceebcbfce1 req-90ebd540-d1c6-4250-9011-a2acf0b30d02 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Aug 24 17:37:33.699472 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 38374) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:37:33.748190 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-aa7320cb-c778-422d-bc77-f3d0495b022f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddc3fd01258c4465a65a92d8c5f7e889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476115 Aug 24 17:37:33.750438 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 38376) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:37:33.813984 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846447ac-5900-45b9-b891-f5fa90fe2d2d req-000a8f1c-fc70-4bd3-bc5d-8b6bfd090447 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:33.814995 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3c3973-68f0-45cd-97da-23e3d84a38be {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:37:33.815539 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-846447ac-5900-45b9-b891-f5fa90fe2d2d req-000a8f1c-fc70-4bd3-bc5d-8b6bfd090447 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0786095 Aug 24 17:37:33.823051 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.834781 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Transition to ACTIVE for port object 9a3c3973-68f0-45cd-97da-23e3d84a38be will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:37:33.841052 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6e6baaa2-9845-4af3-8e32-543e3505d7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.877396 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6e6baaa2-9845-4af3-8e32-543e3505d7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.886982 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-846447ac-5900-45b9-b891-f5fa90fe2d2d req-d268870d-f200-4d50-a1c5-66eeae5e2b08 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618544 Aug 24 17:37:33.906583 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.954972 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3c3973-68f0-45cd-97da-23e3d84a38be,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:33.986362 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6e6baaa2-9845-4af3-8e32-543e3505d7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.988916 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6e6baaa2-9845-4af3-8e32-543e3505d7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:33.990036 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-6e6baaa2-9845-4af3-8e32-543e3505d7ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6 HTTP/1.1" status: 204 len: 168 time: 0.2386429 Aug 24 17:37:33.998436 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6baaa2-9845-4af3-8e32-543e3505d7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7da31eb-a6a5-4a53-b5ab-f8adc8d0e0c6,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:34.025832 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Attempting to bind port 9a3c3973-68f0-45cd-97da-23e3d84a38be on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:37:34.026171 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Attempting to bind port 9a3c3973-68f0-45cd-97da-23e3d84a38be by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:37:34.026506 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Attempting to bind port 9a3c3973-68f0-45cd-97da-23e3d84a38be on network dcfdc573-3c21-483d-b369-4836e4d35aba {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:37:34.030758 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Port 9a3c3973-68f0-45cd-97da-23e3d84a38be on network dcfdc573-3c21-483d-b369-4836e4d35aba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:37:34.031083 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Attempting to bind port 9a3c3973-68f0-45cd-97da-23e3d84a38be on network dcfdc573-3c21-483d-b369-4836e4d35aba {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:37:34.035757 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:37:34.036094 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Checking segment: {'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:37:34.036512 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Bound using segment: {'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:37:34.036935 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Bound port: 9a3c3973-68f0-45cd-97da-23e3d84a38be, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:37:34.037297 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:34.106221 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] For port 9a3c3973-68f0-45cd-97da-23e3d84a38be, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:37:34.109162 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] For port 9a3c3973-68f0-45cd-97da-23e3d84a38be, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=9a3c3973-68f0-45cd-97da-23e3d84a38be,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:37:34.238823 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:34.272050 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:34.273207 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:34.275108 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] 10.222.0.42 "PUT /v2.0/ports/9a3c3973-68f0-45cd-97da-23e3d84a38be HTTP/1.1" status: 200 len: 1094 time: 0.8070610 Aug 24 17:37:34.275548 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5537fad-89f6-4689-9742-61aa51102099', 'tag': '9a3c3973-68f0-45cd-97da-23e3d84a38be'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:37:34.277812 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e1289d-d4f2-467c-9153-f1064d8c8ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "e5537fad-89f6-4689-9742-61aa51102099", "tag": "9a3c3973-68f0-45cd-97da-23e3d84a38be"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:37:34.302984 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6c70e-16c7-4b29-98c8-d031939d01d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3c3973-68f0-45cd-97da-23e3d84a38be,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:34.314254 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92251ad-7beb-4cf9-9a47-60282fb83499 x-openstack-request-id: req-d92251ad-7beb-4cf9-9a47-60282fb83499 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:37:34.314542 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5537fad-89f6-4689-9742-61aa51102099", "tag": "9a3c3973-68f0-45cd-97da-23e3d84a38be", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:37:34.314793 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d92251ad-7beb-4cf9-9a47-60282fb83499 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:37:34.315183 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5537fad-89f6-4689-9742-61aa51102099', 'tag': '9a3c3973-68f0-45cd-97da-23e3d84a38be', 'status': 'completed', 'code': 200} Aug 24 17:37:34.378421 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1289d-d4f2-467c-9153-f1064d8c8ce3 req-1142ff6f-e1e5-4f8d-ad50-4fdde0081ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:34.379983 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e0e1289d-d4f2-467c-9153-f1064d8c8ce3 req-1142ff6f-e1e5-4f8d-ad50-4fdde0081ae6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0a8ceca778c48b089cfef6d929e9377&device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 1097 time: 0.0412810 Aug 24 17:37:34.495418 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1289d-d4f2-467c-9153-f1064d8c8ce3 req-e44b15d3-b5a9-4eb5-a413-a3fcb4730f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:34.497061 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e0e1289d-d4f2-467c-9153-f1064d8c8ce3 req-e44b15d3-b5a9-4eb5-a413-a3fcb4730f1d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0a8ceca778c48b089cfef6d929e9377&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1076880 Aug 24 17:37:34.601444 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1289d-d4f2-467c-9153-f1064d8c8ce3 req-cc9ae88d-efad-40d3-bee8-7757fede9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:34.602980 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e0e1289d-d4f2-467c-9153-f1064d8c8ce3 req-cc9ae88d-efad-40d3-bee8-7757fede9dbc service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965645 Aug 24 17:37:34.684496 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-97ca6562-d5d2-4a01-a4a4-a024232026b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:34.685955 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-97ca6562-d5d2-4a01-a4a4-a024232026b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0a8ceca778c48b089cfef6d929e9377&device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 1097 time: 0.0456491 Aug 24 17:37:34.730415 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-f2aa9b6d-1436-4778-9e15-e3b9733912f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a3c3973-68f0-45cd-97da-23e3d84a38be HTTP/1.1" status: 200 len: 217 time: 0.0342774 Aug 24 17:37:34.789544 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-6573e6cc-0fe4-4978-8e1f-2d0520a2ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:34.791085 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-6573e6cc-0fe4-4978-8e1f-2d0520a2ed1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8329a7-0d8d-4b6a-9a14-d24fe65af491 HTTP/1.1" status: 200 len: 855 time: 0.0459013 Aug 24 17:37:34.807526 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a007-986a-4a2b-a48c-5cd9e52baca0 req-44a2a8e2-1a84-4b5c-aa9a-25ebc7337eb8 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:34.809034 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bb81a007-986a-4a2b-a48c-5cd9e52baca0 req-44a2a8e2-1a84-4b5c-aa9a-25ebc7337eb8 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 944 time: 0.0493231 Aug 24 17:37:34.825855 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-2e5331a9-e162-43dd-837e-3be06b2e3dea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dcfdc573-3c21-483d-b369-4836e4d35aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252626 Aug 24 17:37:34.847436 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bb81a007-986a-4a2b-a48c-5cd9e52baca0 req-f99d385a-f27d-4c73-9bac-1035a1994f8c tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323977 Aug 24 17:37:34.929795 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-ae43311f-2a0e-452e-be4e-f2a2ecb055b3 service neutron] 10.222.0.42 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872295 Aug 24 17:37:35.004882 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c818dc2-219a-45db-afc8-6f053d744c78 req-b9009fbd-f1e2-4898-900b-1c9685247e54 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:35.006358 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5c818dc2-219a-45db-afc8-6f053d744c78 req-b9009fbd-f1e2-4898-900b-1c9685247e54 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0485446 Aug 24 17:37:35.024639 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-be24a0f9-3f57-4a8c-8ddb-0bc2363eba60 req-30184d12-a227-4606-a58c-b6229364b757 service neutron] 10.222.0.42 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853617 Aug 24 17:37:35.045193 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5c818dc2-219a-45db-afc8-6f053d744c78 req-2375bb65-1b6a-41b7-9c76-a5e2af2ab498 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318987 Aug 24 17:37:35.965193 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b16a-48fd-4a38-943a-0f18c67b5df9 req-2533f96d-fa80-48d9-bba7-97bbdafe2ade tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:35.966912 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7678b16a-48fd-4a38-943a-0f18c67b5df9 req-2533f96d-fa80-48d9-bba7-97bbdafe2ade tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 944 time: 0.0529387 Aug 24 17:37:36.003462 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7678b16a-48fd-4a38-943a-0f18c67b5df9 req-98a2b24d-c79c-46ea-96b2-e61a1867ff3c tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306041 Aug 24 17:37:36.161532 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0039c6-edc5-493f-8dbd-9ac0c79126a2 req-7d914216-e3bc-4177-bc9f-9cda38f12a5b tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:36.163061 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8c0039c6-edc5-493f-8dbd-9ac0c79126a2 req-7d914216-e3bc-4177-bc9f-9cda38f12a5b tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0502563 Aug 24 17:37:36.200862 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8c0039c6-edc5-493f-8dbd-9ac0c79126a2 req-6ef5dc8d-fd8b-42bc-9adb-397c6096110d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319157 Aug 24 17:37:37.118445 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ee7d9-64e6-4887-8441-87432773e08a req-44b4e4ef-9652-456a-88aa-8133b01d3b31 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:37.119821 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-498ee7d9-64e6-4887-8441-87432773e08a req-44b4e4ef-9652-456a-88aa-8133b01d3b31 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 944 time: 0.0481646 Aug 24 17:37:37.157883 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-498ee7d9-64e6-4887-8441-87432773e08a req-06e1b2f5-66c1-4c65-af86-38c8a561ce49 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322623 Aug 24 17:37:37.329105 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfbdd0-b63f-4efd-a9f6-656d04fc10d6 req-b907265d-ff75-4103-8988-3466a23d39af tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:37.330571 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-36bfbdd0-b63f-4efd-a9f6-656d04fc10d6 req-b907265d-ff75-4103-8988-3466a23d39af tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0534124 Aug 24 17:37:37.395669 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-36bfbdd0-b63f-4efd-a9f6-656d04fc10d6 req-33c2545f-248f-4182-8bdd-7e5b2b9eb961 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549800 Aug 24 17:37:37.404841 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f4b2e-cee3-4dc7-9692-12db47aed81e req-8709e294-7994-4a65-a381-254cfa3fbb84 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:37.406343 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f75f4b2e-cee3-4dc7-9692-12db47aed81e req-8709e294-7994-4a65-a381-254cfa3fbb84 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 946 time: 0.0748489 Aug 24 17:37:37.445863 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f75f4b2e-cee3-4dc7-9692-12db47aed81e req-313b7758-f83d-4409-9acf-eabd968b8276 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332820 Aug 24 17:37:38.271163 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31f9be-e434-4ce9-bac7-09a28d301b79 req-9047c7fb-eb42-4eaa-a33d-b137c91f61df tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:38.272693 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bd31f9be-e434-4ce9-bac7-09a28d301b79 req-9047c7fb-eb42-4eaa-a33d-b137c91f61df tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 944 time: 0.0478067 Aug 24 17:37:38.293677 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 9a3c3973-68f0-45cd-97da-23e3d84a38be details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:37:38.310976 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bd31f9be-e434-4ce9-bac7-09a28d301b79 req-88562260-3e4c-4c91-9af8-8a99399de2eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325480 Aug 24 17:37:38.387320 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 9a3c3973-68f0-45cd-97da-23e3d84a38be, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=9a3c3973-68f0-45cd-97da-23e3d84a38be,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:37:38.398078 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '9a3c3973-68f0-45cd-97da-23e3d84a38be', 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba', 'port_id': '9a3c3973-68f0-45cd-97da-23e3d84a38be', 'mac_address': 'fa:16:3e:86:d0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8329a7-0d8d-4b6a-9a14-d24fe65af491', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:37:38.434926 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:38.447517 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3c3973-68f0-45cd-97da-23e3d84a38be {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:37:38.467196 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 9a3c3973-68f0-45cd-97da-23e3d84a38be, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=9a3c3973-68f0-45cd-97da-23e3d84a38be,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:37:38.513291 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcac7b-7939-4cb7-a87f-40ec957a23f2 req-e5c2904f-7b7c-4012-9778-8589591cca52 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:38.514775 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-83bcac7b-7939-4cb7-a87f-40ec957a23f2 req-e5c2904f-7b7c-4012-9778-8589591cca52 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0531363 Aug 24 17:37:38.541100 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:38.581323 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-83bcac7b-7939-4cb7-a87f-40ec957a23f2 req-cf2a1b5d-88c2-4ff0-9315-4005e8f07951 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570860 Aug 24 17:37:38.589178 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d85a9-0d27-4508-85db-18fbf009bf01 req-5e6ee423-9c0a-4e94-896d-d14032c5bacd tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:38.590646 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-458d85a9-0d27-4508-85db-18fbf009bf01 req-5e6ee423-9c0a-4e94-896d-d14032c5bacd tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 946 time: 0.0749514 Aug 24 17:37:38.592743 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=9a3c3973-68f0-45cd-97da-23e3d84a38be,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:38.628724 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-458d85a9-0d27-4508-85db-18fbf009bf01 req-bafeeb37-073c-4d32-a50a-c9a00709cf29 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318780 Aug 24 17:37:38.904416 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['9a3c3973-68f0-45cd-97da-23e3d84a38be'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:37:39.422304 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128078b-ba9a-4482-875c-a9fe39926992 req-7ed35b8e-9d23-468d-9111-93a27d3869b4 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:39.423638 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0128078b-ba9a-4482-875c-a9fe39926992 req-7ed35b8e-9d23-468d-9111-93a27d3869b4 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 945 time: 0.0471361 Aug 24 17:37:39.463522 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0128078b-ba9a-4482-875c-a9fe39926992 req-1cede9ca-4862-4723-91b9-084c2de6181d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340502 Aug 24 17:37:39.697785 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177734e-a2f3-406e-93a6-2a320a1896e0 req-e8a1812c-02e0-45e8-9560-afeb56df8e2f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:39.699152 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d177734e-a2f3-406e-93a6-2a320a1896e0 req-e8a1812c-02e0-45e8-9560-afeb56df8e2f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 944 time: 0.0485132 Aug 24 17:37:39.759198 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004562c7-e1d2-44d2-bc73-ecbf5508759f req-33c456db-00ea-4a4d-9f9c-bfd125c117e4 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:39.760702 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-004562c7-e1d2-44d2-bc73-ecbf5508759f req-33c456db-00ea-4a4d-9f9c-bfd125c117e4 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 946 time: 0.0527837 Aug 24 17:37:39.767765 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca75e9c-e40d-4ecc-81d7-5fd8557606c2 req-d0fbb06a-f655-4e23-8bbd-d7a75320627f tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:39.769230 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6ca75e9c-e40d-4ecc-81d7-5fd8557606c2 req-d0fbb06a-f655-4e23-8bbd-d7a75320627f tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 946 time: 0.0692320 Aug 24 17:37:39.771789 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d177734e-a2f3-406e-93a6-2a320a1896e0 req-c5f42c9a-b916-4278-8953-df5a90f4537c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637608 Aug 24 17:37:39.807945 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6ca75e9c-e40d-4ecc-81d7-5fd8557606c2 req-7beb684d-9f48-4de7-aaa1-f51f55623ecc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328109 Aug 24 17:37:39.860817 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-004562c7-e1d2-44d2-bc73-ecbf5508759f req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Deleting port 8e0cb179-5036-4739-944a-851a0ff90ee6 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:37:39.861163 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-004562c7-e1d2-44d2-bc73-ecbf5508759f req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:39.954317 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-004562c7-e1d2-44d2-bc73-ecbf5508759f req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] For port 8e0cb179-5036-4739-944a-851a0ff90ee6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8e0cb179-5036-4739-944a-851a0ff90ee6,segment=NetworkSegment(8c3493eb-b6d0-43e8-be2a-33ee0447acf5),segment_id=8c3493eb-b6d0-43e8-be2a-33ee0447acf5)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:37:39.954593 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-004562c7-e1d2-44d2-bc73-ecbf5508759f req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:39.967255 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-004562c7-e1d2-44d2-bc73-ecbf5508759f req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Calling delete_port for 8e0cb179-5036-4739-944a-851a0ff90ee6 owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:37:40.146718 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-004562c7-e1d2-44d2-bc73-ecbf5508759f req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:40.160656 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['8e0cb179-5036-4739-944a-851a0ff90ee6'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:37:40.180186 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Pushing event deleted for resources: {'Port': ['ID=8e0cb179-5036-4739-944a-851a0ff90ee6,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:40.192119 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:40.192479 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:40.192820 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:40.193153 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:40.193483 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:40.193809 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:40.194134 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:40.194524 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:40.194839 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:40.195158 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:40.196346 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:40.196491 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:37:40.229893 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-004562c7-e1d2-44d2-bc73-ecbf5508759f req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] No DVR routers for this DVR port 8e0cb179-5036-4739-944a-851a0ff90ee6 on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:37:40.232218 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-004562c7-e1d2-44d2-bc73-ecbf5508759f req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:40.234370 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-004562c7-e1d2-44d2-bc73-ecbf5508759f req-fe1fcf50-4c4c-44d1-8733-9b1ade7213cc tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.42 "DELETE /v2.0/ports/8e0cb179-5036-4739-944a-851a0ff90ee6 HTTP/1.1" status: 204 len: 173 time: 0.4609733 Aug 24 17:37:40.234970 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e7919-796f-402c-a0c3-248b0b25c32e', 'name': 'network-vif-deleted', 'tag': '8e0cb179-5036-4739-944a-851a0ff90ee6'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:37:40.237290 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b032e6b-1297-4da8-af5b-246954d0f352" -d '{"events": [{"server_uuid": "fd8e7919-796f-402c-a0c3-248b0b25c32e", "name": "network-vif-deleted", "tag": "8e0cb179-5036-4739-944a-851a0ff90ee6"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:37:40.271238 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6e8be9-7de5-4797-b764-69448201c15e x-openstack-request-id: req-ca6e8be9-7de5-4797-b764-69448201c15e {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:37:40.271525 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8e7919-796f-402c-a0c3-248b0b25c32e", "name": "network-vif-deleted", "tag": "8e0cb179-5036-4739-944a-851a0ff90ee6", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:37:40.271774 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca6e8be9-7de5-4797-b764-69448201c15e {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:37:40.272165 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8e7919-796f-402c-a0c3-248b0b25c32e', 'name': 'network-vif-deleted', 'tag': '8e0cb179-5036-4739-944a-851a0ff90ee6', 'status': 'completed', 'code': 200} Aug 24 17:37:40.301669 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 2408645b-70d8-4ec6-9f85-6b8df179257c details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:37:40.305887 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 9a3c3973-68f0-45cd-97da-23e3d84a38be up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:37:40.433156 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 2408645b-70d8-4ec6-9f85-6b8df179257c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2408645b-70d8-4ec6-9f85-6b8df179257c,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:37:40.445365 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '2408645b-70d8-4ec6-9f85-6b8df179257c', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'port_id': '2408645b-70d8-4ec6-9f85-6b8df179257c', 'mac_address': 'fa:16:3e:34:19:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:37:40.450156 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 9a3c3973-68f0-45cd-97da-23e3d84a38be completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:37:40.473453 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 9a3c3973-68f0-45cd-97da-23e3d84a38be triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:37:40.473815 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:40.516164 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:40.533124 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2408645b-70d8-4ec6-9f85-6b8df179257c {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:37:40.555096 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 2408645b-70d8-4ec6-9f85-6b8df179257c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2408645b-70d8-4ec6-9f85-6b8df179257c,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:37:40.580620 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12e37b-599b-4df2-a031-53679761d915 req-b3ae3fb0-260a-4916-812e-d7474de6035c tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:40.582093 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fb12e37b-599b-4df2-a031-53679761d915 req-b3ae3fb0-260a-4916-812e-d7474de6035c tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 945 time: 0.0507567 Aug 24 17:37:40.587731 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:40.610204 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5537fad-89f6-4689-9742-61aa51102099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3c3973-68f0-45cd-97da-23e3d84a38be'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:37:40.612424 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d26dba-aa25-43fa-a8a9-ba95d8bb7f0e" -d '{"events": [{"server_uuid": "e5537fad-89f6-4689-9742-61aa51102099", "name": "network-vif-plugged", "status": "completed", "tag": "9a3c3973-68f0-45cd-97da-23e3d84a38be"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:37:40.625243 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fb12e37b-599b-4df2-a031-53679761d915 req-68a01abd-ae92-46cc-80f7-843db7df8784 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358033 Aug 24 17:37:40.625567 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 9a3c3973-68f0-45cd-97da-23e3d84a38be, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=9a3c3973-68f0-45cd-97da-23e3d84a38be,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:37:40.643367 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:40.670757 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a3b930-7441-43c2-ac25-ec602fbc1784 x-openstack-request-id: req-c9a3b930-7441-43c2-ac25-ec602fbc1784 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:37:40.671035 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5537fad-89f6-4689-9742-61aa51102099", "name": "network-vif-plugged", "status": "completed", "tag": "9a3c3973-68f0-45cd-97da-23e3d84a38be", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:37:40.671286 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9a3b930-7441-43c2-ac25-ec602fbc1784 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:37:40.671672 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5537fad-89f6-4689-9742-61aa51102099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3c3973-68f0-45cd-97da-23e3d84a38be', 'code': 200} Aug 24 17:37:40.698945 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=2408645b-70d8-4ec6-9f85-6b8df179257c,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:40.712341 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:40.759682 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=9a3c3973-68f0-45cd-97da-23e3d84a38be,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:40.891560 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcac19-d1fb-4f0a-9fc1-d95d82122b77 req-b0423fc2-3b15-45dd-b145-88f6df6455f9 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:40.893062 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-48fcac19-d1fb-4f0a-9fc1-d95d82122b77 req-b0423fc2-3b15-45dd-b145-88f6df6455f9 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 945 time: 0.0535445 Aug 24 17:37:40.923554 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b9797c17-40c8-4832-b79c-3f824a6a79b5 req-a61b95cf-b68b-4430-88a8-332e41acb230 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e7919-796f-402c-a0c3-248b0b25c32e HTTP/1.1" status: 200 len: 210 time: 0.0295057 Aug 24 17:37:40.949783 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-48fcac19-d1fb-4f0a-9fc1-d95d82122b77 req-c491a044-ff3a-4656-a223-12baf82600f3 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475180 Aug 24 17:37:40.985356 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9b2c4-db90-4853-8c4a-d97f14afb580 req-d6284521-4b40-4663-b92d-d996a428f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:40.986831 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-66d9b2c4-db90-4853-8c4a-d97f14afb580 req-d6284521-4b40-4663-b92d-d996a428f482 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 1099 time: 0.0387230 Aug 24 17:37:40.999579 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['2408645b-70d8-4ec6-9f85-6b8df179257c'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:37:41.027020 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-66d9b2c4-db90-4853-8c4a-d97f14afb580 req-01bf1ff6-6d5a-4787-b6c5-b9f53defd4e4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283694 Aug 24 17:37:41.498958 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7f4796ec-a484-475c-b590-edf8347e4801 req-0866fa2a-aa56-482e-ae66-817f16b11914 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447266 Aug 24 17:37:41.597567 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4796ec-a484-475c-b590-edf8347e4801 req-728e3222-5066-4c3f-a651-d3297263d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:41.599035 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7f4796ec-a484-475c-b590-edf8347e4801 req-728e3222-5066-4c3f-a651-d3297263d5d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fab5df39ab324a65a39f6aa738975daf&device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 1099 time: 0.0400703 Aug 24 17:37:41.708602 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4796ec-a484-475c-b590-edf8347e4801 req-1b33fcbb-81ff-4d04-955e-ceea89cf7040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:41.710708 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7f4796ec-a484-475c-b590-edf8347e4801 req-1b33fcbb-81ff-4d04-955e-ceea89cf7040 service neutron] 10.222.0.42 "GET /v2.0/networks?id=703df97f-2490-4b01-bd7b-1ec10d27aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0842881 Aug 24 17:37:41.740655 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d3b06-cd36-4e6a-ad16-a6ca1c96a7a8 req-77cf167c-35c1-4185-b032-8ccfc906b19f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:41.742250 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d03d3b06-cd36-4e6a-ad16-a6ca1c96a7a8 req-77cf167c-35c1-4185-b032-8ccfc906b19f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 946 time: 0.0478816 Aug 24 17:37:41.782570 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d03d3b06-cd36-4e6a-ad16-a6ca1c96a7a8 req-99af8bc4-c1d4-4fd4-a5d2-6736cddc60e9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341849 Aug 24 17:37:41.784888 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7f4796ec-a484-475c-b590-edf8347e4801 req-4a412bea-b6be-499b-be3b-a4707f7d4d8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84f0d42f-836e-48e8-93a2-e134a89114dd HTTP/1.1" status: 200 len: 1001 time: 0.0619819 Aug 24 17:37:41.836051 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4796ec-a484-475c-b590-edf8347e4801 req-f80a1220-4e89-444d-879d-02053bce2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:41.837581 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7f4796ec-a484-475c-b590-edf8347e4801 req-f80a1220-4e89-444d-879d-02053bce2c2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7a0df6f-fffc-4481-bad8-6c067b26a643 HTTP/1.1" status: 200 len: 850 time: 0.0448520 Aug 24 17:37:41.885127 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4796ec-a484-475c-b590-edf8347e4801 req-02a9da1d-94de-46d3-8710-6f9ecd02d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:41.886545 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7f4796ec-a484-475c-b590-edf8347e4801 req-02a9da1d-94de-46d3-8710-6f9ecd02d257 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=703df97f-2490-4b01-bd7b-1ec10d27aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402379 Aug 24 17:37:41.988290 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7f4796ec-a484-475c-b590-edf8347e4801 req-18905ab4-14c4-47a4-8f57-9f16853f683f service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893273 Aug 24 17:37:42.072373 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d2b12-18e5-464b-818d-6610265be33a req-7c41356b-75ef-4631-8439-6da7494b5ba7 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:42.073838 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-060d2b12-18e5-464b-818d-6610265be33a req-7c41356b-75ef-4631-8439-6da7494b5ba7 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 945 time: 0.0493143 Aug 24 17:37:42.088904 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7f4796ec-a484-475c-b590-edf8347e4801 req-c0953b06-63b2-4879-9a87-a6090a83ca16 service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902078 Aug 24 17:37:42.112444 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-060d2b12-18e5-464b-818d-6610265be33a req-63a11f57-15c2-4aa9-82ed-8b8f77666939 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327840 Aug 24 17:37:42.342253 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 2408645b-70d8-4ec6-9f85-6b8df179257c up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:37:42.454882 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:42.483443 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 2408645b-70d8-4ec6-9f85-6b8df179257c completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:37:42.487580 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 2408645b-70d8-4ec6-9f85-6b8df179257c triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:37:42.488043 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:42.565492 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:42.597574 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 2408645b-70d8-4ec6-9f85-6b8df179257c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2408645b-70d8-4ec6-9f85-6b8df179257c,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:37:42.672603 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6651b4f-b0b7-49e1-8e12-c65eda9bd805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2408645b-70d8-4ec6-9f85-6b8df179257c'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:37:42.674920 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c056889f-cd9a-4ed6-b040-353ab9bb8b39" -d '{"events": [{"server_uuid": "b6651b4f-b0b7-49e1-8e12-c65eda9bd805", "name": "network-vif-plugged", "status": "completed", "tag": "2408645b-70d8-4ec6-9f85-6b8df179257c"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:37:42.678460 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:42.682469 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 8e0cb179-5036-4739-944a-851a0ff90ee6 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:37:42.721459 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053b891b-58d7-490e-bc3c-79e56201547b x-openstack-request-id: req-053b891b-58d7-490e-bc3c-79e56201547b {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:37:42.721741 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6651b4f-b0b7-49e1-8e12-c65eda9bd805", "name": "network-vif-plugged", "status": "completed", "tag": "2408645b-70d8-4ec6-9f85-6b8df179257c", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:37:42.721988 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-053b891b-58d7-490e-bc3c-79e56201547b {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:37:42.722377 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6651b4f-b0b7-49e1-8e12-c65eda9bd805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2408645b-70d8-4ec6-9f85-6b8df179257c', 'code': 200} Aug 24 17:37:42.722878 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 8e0cb179-5036-4739-944a-851a0ff90ee6 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:37:42.723213 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 8e0cb179-5036-4739-944a-851a0ff90ee6 not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:37:42.748431 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=2408645b-70d8-4ec6-9f85-6b8df179257c,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:42.911541 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583488e4-e522-41ac-a749-f2c9c72fb027 req-18f6b6af-41b3-4c37-99b7-1274e6c8ef59 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:42.913362 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-583488e4-e522-41ac-a749-f2c9c72fb027 req-18f6b6af-41b3-4c37-99b7-1274e6c8ef59 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 946 time: 0.0518608 Aug 24 17:37:42.954238 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-583488e4-e522-41ac-a749-f2c9c72fb027 req-de42ad48-1e05-4289-b8e3-609a6b56138c tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345361 Aug 24 17:37:43.240524 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f37ef-7b07-4e44-9baf-2dcc3fd2df83 req-13238666-1a44-4bfd-9a4c-7ab0abc5cecb tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:43.243036 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b29f37ef-7b07-4e44-9baf-2dcc3fd2df83 req-13238666-1a44-4bfd-9a4c-7ab0abc5cecb tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.0548801 Aug 24 17:37:43.294896 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b29f37ef-7b07-4e44-9baf-2dcc3fd2df83 req-57739791-81fc-41de-b76c-1d4b534ab338 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439351 Aug 24 17:37:44.418215 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c0912-5757-4fd5-b1e7-e29cddcadf88 req-c0b9149e-ba61-44f2-8a16-c3fc3fadc4a3 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:44.419589 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-884c0912-5757-4fd5-b1e7-e29cddcadf88 req-c0b9149e-ba61-44f2-8a16-c3fc3fadc4a3 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.0485666 Aug 24 17:37:44.456172 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-884c0912-5757-4fd5-b1e7-e29cddcadf88 req-8347d0ac-8b95-4c42-96d8-43143fd169b7 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308514 Aug 24 17:37:45.567285 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200ff47-d758-4abf-b9eb-a334f873a90a req-f33e9528-7097-463a-84f3-f98ef3f31c46 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:45.568772 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c200ff47-d758-4abf-b9eb-a334f873a90a req-f33e9528-7097-463a-84f3-f98ef3f31c46 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.0471835 Aug 24 17:37:45.606897 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c200ff47-d758-4abf-b9eb-a334f873a90a req-e8bcff98-a315-4782-be05-ec63b4651d0e tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310912 Aug 24 17:37:45.824725 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485586d-2d5a-4760-b341-b1519a6383ed req-10a561ef-f590-41c9-9885-44a8cec82003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:45.826189 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-6485586d-2d5a-4760-b341-b1519a6383ed req-10a561ef-f590-41c9-9885-44a8cec82003 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 1099 time: 0.0448563 Aug 24 17:37:45.870130 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-6485586d-2d5a-4760-b341-b1519a6383ed req-e77e1de8-b84f-43f6-9977-494228e6a584 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275607 Aug 24 17:37:46.725687 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceaefde-c5c2-46b4-bd69-6c5645a0b869 req-6526076c-4360-40f4-a8ac-edc08db496c8 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:46.727148 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cceaefde-c5c2-46b4-bd69-6c5645a0b869 req-6526076c-4360-40f4-a8ac-edc08db496c8 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.0520489 Aug 24 17:37:46.769347 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cceaefde-c5c2-46b4-bd69-6c5645a0b869 req-0902b754-9e86-4a08-b2db-843f2238fbde tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363569 Aug 24 17:37:47.888032 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f5522-e653-4d74-b9f3-13ab79e9e5f6 req-d7c2e119-f902-46a4-b955-e69abfc9d818 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:47.889334 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-da3f5522-e653-4d74-b9f3-13ab79e9e5f6 req-d7c2e119-f902-46a4-b955-e69abfc9d818 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.0508657 Aug 24 17:37:47.932571 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-da3f5522-e653-4d74-b9f3-13ab79e9e5f6 req-1075015b-d362-48a1-bea4-d6bc708f51f6 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367064 Aug 24 17:37:48.099281 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e942a52-ad49-4f18-b287-0976547ed990 req-a181a59f-a759-4edd-8c41-a4bb24fb06a8 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:48.106401 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8e942a52-ad49-4f18-b287-0976547ed990 req-a181a59f-a759-4edd-8c41-a4bb24fb06a8 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.1002610 Aug 24 17:37:48.135650 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-be7e8a5f-dd63-4352-959f-2a57abfa530c tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:48.137083 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-be7e8a5f-dd63-4352-959f-2a57abfa530c tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/networks?id=dcfdc573-3c21-483d-b369-4836e4d35aba HTTP/1.1" status: 200 len: 815 time: 0.1692138 Aug 24 17:37:48.162259 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8e942a52-ad49-4f18-b287-0976547ed990 req-359ea990-6ac9-424e-a3fc-291bb428d1c4 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545604 Aug 24 17:37:48.174755 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-5fb81b7d-4d7a-449e-82bb-ce82694f4176 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/quotas/b0a8ceca778c48b089cfef6d929e9377 HTTP/1.1" status: 200 len: 375 time: 0.0208905 Aug 24 17:37:48.184793 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 38532) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:37:48.222877 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-a1f951f2-893c-43f7-b2c9-45712e71172d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0a8ceca778c48b089cfef6d929e9377&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531447 Aug 24 17:37:48.318323 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-86a39f2e-17f1-4bf5-8a49-c2532bf69db6 service neutron] 10.222.0.41 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858533 Aug 24 17:37:48.387900 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca77e8-049b-4350-a5dd-5aade4f2bbee tempest-TestVolumeBootPattern-1932135789 tempest-TestVolumeBootPattern-1932135789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:48.392396 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-84ca77e8-049b-4350-a5dd-5aade4f2bbee tempest-TestVolumeBootPattern-1932135789 tempest-TestVolumeBootPattern-1932135789-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 1094 time: 0.2035136 Aug 24 17:37:48.392543 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 38536) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:37:48.396884 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Request body: {'floatingip': {'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'port_id': '2408645b-70d8-4ec6-9f85-6b8df179257c', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:37:48.409239 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-073dd922-68dd-4bbc-87c2-56f3efcf5160 service neutron] 10.222.0.41 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838673 Aug 24 17:37:48.472359 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for floatingip, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:48.574375 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:48.650922 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-786e5fad-3e0a-42bc-a097-7c8229272251 req-20a3a1e5-2707-454d-86f4-d58cc8133a49 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 210 time: 0.0338247 Aug 24 17:37:48.694049 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Allocated IP 172.27.2.14 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/a374f54c-4a7e-47f2-8167-a7f0f47469c1) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:37:48.796575 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:48.918260 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:48.958125 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:37:48.960989 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:37:48.964575 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:37:48.970040 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'Port': ['ID=a374f54c-4a7e-47f2-8167-a7f0f47469c1,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:49.347192 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:49.479935 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:49.634900 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:49.695453 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:49.751030 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e4d476e1-cdbe-43f3-9f57-d70890b3ade4 req-b239f18c-6b9f-47e8-ad74-1321db0a3f1a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 210 time: 0.0456669 Aug 24 17:37:49.783879 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'Port': ['ID=a374f54c-4a7e-47f2-8167-a7f0f47469c1,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:49.794104 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:49.891537 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.l3_db [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Floating IP f812c5ae-7536-411e-aaab-f0161a87af80 associated. External IP: 172.27.2.14, port: 2408645b-70d8-4ec6-9f85-6b8df179257c. Aug 24 17:37:50.092983 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Router 1908430a-1814-4a46-8612-b745cedfc960 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:37:50.423255 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:37:50.433664 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fb813-75e0-4fb7-897f-4ad3d382a3c6 None None] Sync routers for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:37:50.443647 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fb813-75e0-4fb7-897f-4ad3d382a3c6 None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:37:50.444797 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-939fb813-75e0-4fb7-897f-4ad3d382a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:37:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:37:50.506106 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:50.547036 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-57f0c1b1-848e-4bb7-9ea7-31406a6d904a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1390388 Aug 24 17:37:50.547036 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6651b4f-b0b7-49e1-8e12-c65eda9bd805', 'tag': '2408645b-70d8-4ec6-9f85-6b8df179257c'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:37:50.547036 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fc1b8b-4013-45a5-912e-6ab7a8f42dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "b6651b4f-b0b7-49e1-8e12-c65eda9bd805", "tag": "2408645b-70d8-4ec6-9f85-6b8df179257c"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:37:50.550847 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-939fb813-75e0-4fb7-897f-4ad3d382a3c6 None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:37:50.571871 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2790bbe1-8bf5-4456-ae89-fea0966472b3 x-openstack-request-id: req-2790bbe1-8bf5-4456-ae89-fea0966472b3 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:37:50.572155 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6651b4f-b0b7-49e1-8e12-c65eda9bd805", "tag": "2408645b-70d8-4ec6-9f85-6b8df179257c", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:37:50.572448 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2790bbe1-8bf5-4456-ae89-fea0966472b3 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:37:50.572848 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6651b4f-b0b7-49e1-8e12-c65eda9bd805', 'tag': '2408645b-70d8-4ec6-9f85-6b8df179257c', 'status': 'completed', 'code': 200} Aug 24 17:37:50.810422 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-939fb813-75e0-4fb7-897f-4ad3d382a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': 'f812c5ae-7536-411e-aaab-f0161a87af80', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '2408645b-70d8-4ec6-9f85-6b8df179257c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:34:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6651b4f-b0b7-49e1-8e12-c65eda9bd805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:37:49Z', 'updated_at': '2021-08-24T17:37:49Z', 'revision_number': 0, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:37:50.835866 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fb813-75e0-4fb7-897f-4ad3d382a3c6 None None] Checking router: 1908430a-1814-4a46-8612-b745cedfc960 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:37:50.841821 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4373a527-3e8d-46af-b13e-b59671075688 req-709477cc-d413-4e28-88bb-ca982be5398c tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 210 time: 0.0247066 Aug 24 17:37:50.844829 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fb813-75e0-4fb7-897f-4ad3d382a3c6 None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:37:50.845338 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-939fb813-75e0-4fb7-897f-4ad3d382a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:37:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:37:50.946122 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-939fb813-75e0-4fb7-897f-4ad3d382a3c6 None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:37:51.165830 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-939fb813-75e0-4fb7-897f-4ad3d382a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': 'f812c5ae-7536-411e-aaab-f0161a87af80', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '2408645b-70d8-4ec6-9f85-6b8df179257c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:34:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6651b4f-b0b7-49e1-8e12-c65eda9bd805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:37:49Z', 'updated_at': '2021-08-24T17:37:49Z', 'revision_number': 0, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:37:51.191803 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fb813-75e0-4fb7-897f-4ad3d382a3c6 None None] The sync data for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi is: [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': 'f812c5ae-7536-411e-aaab-f0161a87af80', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '2408645b-70d8-4ec6-9f85-6b8df179257c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:34:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6651b4f-b0b7-49e1-8e12-c65eda9bd805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:37:49Z', 'updated_at': '2021-08-24T17:37:49Z', 'revision_number': 0, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:37:51.371035 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a624d-fb1b-4983-9b6c-26d263f33a45 None None] New status for floating IP f812c5ae-7536-411e-aaab-f0161a87af80: ACTIVE {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:37:51.496025 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc1b8b-4013-45a5-912e-6ab7a8f42dbc req-4a8956ef-5324-45a7-ba20-ba960626ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:51.497583 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-29fc1b8b-4013-45a5-912e-6ab7a8f42dbc req-4a8956ef-5324-45a7-ba20-ba960626ecb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 1099 time: 0.0407677 Aug 24 17:37:51.592158 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc1b8b-4013-45a5-912e-6ab7a8f42dbc req-b67b4184-04fa-446e-973c-652cdd0fed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:51.593636 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-29fc1b8b-4013-45a5-912e-6ab7a8f42dbc req-b67b4184-04fa-446e-973c-652cdd0fed42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 913 time: 0.0880933 Aug 24 17:37:51.669689 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-29fc1b8b-4013-45a5-912e-6ab7a8f42dbc req-0a05bc9f-a4da-4ae4-a706-3d5e400baf04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2408645b-70d8-4ec6-9f85-6b8df179257c HTTP/1.1" status: 200 len: 999 time: 0.0620666 Aug 24 17:37:51.734258 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc1b8b-4013-45a5-912e-6ab7a8f42dbc req-09e8fd4b-b45b-4598-b783-5ffaa7621ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:51.734258 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-29fc1b8b-4013-45a5-912e-6ab7a8f42dbc req-09e8fd4b-b45b-4598-b783-5ffaa7621ea4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b HTTP/1.1" status: 200 len: 851 time: 0.0480394 Aug 24 17:37:51.783642 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc1b8b-4013-45a5-912e-6ab7a8f42dbc req-03efb800-5905-4597-bc83-8d3732eab915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:51.785277 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-29fc1b8b-4013-45a5-912e-6ab7a8f42dbc req-03efb800-5905-4597-bc83-8d3732eab915 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c32e03dc-a619-4714-9620-fefd583a9dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453277 Aug 24 17:37:51.877232 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-29fc1b8b-4013-45a5-912e-6ab7a8f42dbc req-7ee873d0-b8e7-442a-a92f-d41e1cd6f74b service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818403 Aug 24 17:37:51.935188 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-adcf6215-9765-4bd5-95c5-e74eeee710fa req-96b40897-b3f5-4820-aa1d-2e2f42c1c3c5 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 210 time: 0.0256274 Aug 24 17:37:51.980749 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-29fc1b8b-4013-45a5-912e-6ab7a8f42dbc req-cefd8d78-d523-4b82-bfce-482b6d2ce1f7 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908945 Aug 24 17:37:52.458554 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-e84125b0-3896-4345-8ce5-d1730004f55d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:52.460118 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-e84125b0-3896-4345-8ce5-d1730004f55d tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/networks?id=1934fa02-97b0-4238-a444-0daef4f102b7 HTTP/1.1" status: 200 len: 813 time: 0.1114013 Aug 24 17:37:52.475647 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-75364751-1bc3-4537-8868-1d9673db9e92 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/quotas/36ba52422546451b963b7d112670f126 HTTP/1.1" status: 200 len: 375 time: 0.0096924 Aug 24 17:37:52.510331 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-84277346-5a60-4767-970f-34f3f7fddcb8 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=36ba52422546451b963b7d112670f126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289848 Aug 24 17:37:52.606904 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-3f4fade2-0ea9-4ac4-a6db-8312ce8afd1d service neutron] 10.222.0.41 "GET /v2.0/networks/1934fa02-97b0-4238-a444-0daef4f102b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888021 Aug 24 17:37:52.610075 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-69fad8c8-67a0-402a-98d9-45a1ed185053 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:52.611515 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-69fad8c8-67a0-402a-98d9-45a1ed185053 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "GET /v2.0/networks?id=dcfdc573-3c21-483d-b369-4836e4d35aba HTTP/1.1" status: 200 len: 815 time: 0.1012177 Aug 24 17:37:52.629028 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bbd306c1-a875-476f-8eb8-2b40eea7d18b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Request body: {'port': {'device_id': '452c0e15-105a-410f-b8e1-766f157f5909', 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba', 'admin_state_up': True, 'tenant_id': 'b0a8ceca778c48b089cfef6d929e9377'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:37:52.716186 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-7ddff8eb-2a22-4dfe-af41-516b7b8aeb4d service neutron] 10.222.0.41 "GET /v2.0/networks/1934fa02-97b0-4238-a444-0daef4f102b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966418 Aug 24 17:37:52.831663 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bbd306c1-a875-476f-8eb8-2b40eea7d18b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Made reservation on behalf of b0a8ceca778c48b089cfef6d929e9377 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:37:52.835760 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bbd306c1-a875-476f-8eb8-2b40eea7d18b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:52.973723 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bbd306c1-a875-476f-8eb8-2b40eea7d18b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Allocated IP 172.20.0.13 (dcfdc573-3c21-483d-b369-4836e4d35aba/5f8329a7-0d8d-4b6a-9a14-d24fe65af491/aaa725d9-1942-49d0-9d7a-d0693adc8cda) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:37:53.012503 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1533c56c-dfa4-4fd2-a6c5-a1f71007e668 req-56a16835-f096-4d4a-9073-8c7d162ef8e2 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 210 time: 0.0333743 Aug 24 17:37:53.067402 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0bcce175-378a-482b-bbe9-9d0d1b3e6200 req-eb916931-c6b7-4423-aaf7-736fe004e508 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 210 time: 0.0280228 Aug 24 17:37:53.138658 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bbd306c1-a875-476f-8eb8-2b40eea7d18b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:53.191371 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:37:53.370225 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bbd306c1-a875-476f-8eb8-2b40eea7d18b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:53.387832 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['1e202f37-ff09-414b-9c5f-d15ff3c6a47a', '9a3c3973-68f0-45cd-97da-23e3d84a38be'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:37:53.416588 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bbd306c1-a875-476f-8eb8-2b40eea7d18b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Network dcfdc573-3c21-483d-b369-4836e4d35aba is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:37:53.422027 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bbd306c1-a875-476f-8eb8-2b40eea7d18b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:37:53.425878 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bbd306c1-a875-476f-8eb8-2b40eea7d18b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:37:53.453073 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd306c1-a875-476f-8eb8-2b40eea7d18b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Pushing event updated for resources: {'Port': ['ID=aaa725d9-1942-49d0-9d7a-d0693adc8cda,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:53.486495 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bbd306c1-a875-476f-8eb8-2b40eea7d18b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:53.487119 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bbd306c1-a875-476f-8eb8-2b40eea7d18b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:53.593174 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bbd306c1-a875-476f-8eb8-2b40eea7d18b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9680502 Aug 24 17:37:53.605823 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Request body: {'port': {'device_id': '452c0e15-105a-410f-b8e1-766f157f5909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:37:53.661317 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:53.924547 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa725d9-1942-49d0-9d7a-d0693adc8cda {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:37:53.932434 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:53.944555 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Transition to ACTIVE for port object aaa725d9-1942-49d0-9d7a-d0693adc8cda will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:37:54.049180 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:54.083615 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4a62c638-e723-4798-a5e5-1217f4845954 req-395518cc-264c-44e0-b167-8b9a053b3f9b tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 210 time: 0.0256195 Aug 24 17:37:54.101753 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Pushing event updated for resources: {'Port': ['ID=aaa725d9-1942-49d0-9d7a-d0693adc8cda,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:54.175459 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Attempting to bind port aaa725d9-1942-49d0-9d7a-d0693adc8cda on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:37:54.175738 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Attempting to bind port aaa725d9-1942-49d0-9d7a-d0693adc8cda by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:37:54.176105 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Attempting to bind port aaa725d9-1942-49d0-9d7a-d0693adc8cda on network dcfdc573-3c21-483d-b369-4836e4d35aba {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:37:54.181600 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Port aaa725d9-1942-49d0-9d7a-d0693adc8cda on network dcfdc573-3c21-483d-b369-4836e4d35aba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:37:54.181931 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Attempting to bind port aaa725d9-1942-49d0-9d7a-d0693adc8cda on network dcfdc573-3c21-483d-b369-4836e4d35aba {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:37:54.187604 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:37:54.188055 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Checking segment: {'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:37:54.188610 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Bound using segment: {'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:37:54.189046 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Bound port: aaa725d9-1942-49d0-9d7a-d0693adc8cda, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:37:54.189588 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:54.213576 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed68aa4-79bf-4d3c-bcf2-84ec0c62f334 req-edf6ccbb-18a9-475e-ab8d-1f5336b41653 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:54.215216 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4ed68aa4-79bf-4d3c-bcf2-84ec0c62f334 req-edf6ccbb-18a9-475e-ab8d-1f5336b41653 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 944 time: 0.0573351 Aug 24 17:37:54.260962 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4ed68aa4-79bf-4d3c-bcf2-84ec0c62f334 req-6ebed388-1b73-4d96-a24b-86f43988ba78 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391533 Aug 24 17:37:54.270301 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] For port aaa725d9-1942-49d0-9d7a-d0693adc8cda, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:37:54.273685 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] For port aaa725d9-1942-49d0-9d7a-d0693adc8cda, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=aaa725d9-1942-49d0-9d7a-d0693adc8cda,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:37:54.352865 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:54.385263 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:54.385947 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:54.387933 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] 10.222.0.42 "PUT /v2.0/ports/aaa725d9-1942-49d0-9d7a-d0693adc8cda HTTP/1.1" status: 200 len: 1094 time: 0.7864552 Aug 24 17:37:54.390475 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452c0e15-105a-410f-b8e1-766f157f5909', 'tag': 'aaa725d9-1942-49d0-9d7a-d0693adc8cda'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:37:54.392736 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1136416c-d46e-4579-9124-b68ef68ccdb2" -d '{"events": [{"name": "network-changed", "server_uuid": "452c0e15-105a-410f-b8e1-766f157f5909", "tag": "aaa725d9-1942-49d0-9d7a-d0693adc8cda"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:37:54.420698 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19af39-141f-4cf8-9654-94edd2d2f46b service neutron] Pushing event updated for resources: {'Port': ['ID=aaa725d9-1942-49d0-9d7a-d0693adc8cda,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:54.430792 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d346021d-cffe-4651-a5fc-b6355a0faa09 x-openstack-request-id: req-d346021d-cffe-4651-a5fc-b6355a0faa09 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:37:54.431130 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452c0e15-105a-410f-b8e1-766f157f5909", "tag": "aaa725d9-1942-49d0-9d7a-d0693adc8cda", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:37:54.431315 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d346021d-cffe-4651-a5fc-b6355a0faa09 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:37:54.431765 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452c0e15-105a-410f-b8e1-766f157f5909', 'tag': 'aaa725d9-1942-49d0-9d7a-d0693adc8cda', 'status': 'completed', 'code': 200} Aug 24 17:37:54.506013 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136416c-d46e-4579-9124-b68ef68ccdb2 req-4aa0d3fe-f0d4-4603-a1af-54d3a3d2f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:54.508066 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1136416c-d46e-4579-9124-b68ef68ccdb2 req-4aa0d3fe-f0d4-4603-a1af-54d3a3d2f7c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0a8ceca778c48b089cfef6d929e9377&device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 1097 time: 0.0492511 Aug 24 17:37:54.620167 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136416c-d46e-4579-9124-b68ef68ccdb2 req-7aed030a-9c31-4968-ace5-6ebfc193af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:54.622476 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1136416c-d46e-4579-9124-b68ef68ccdb2 req-7aed030a-9c31-4968-ace5-6ebfc193af14 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0a8ceca778c48b089cfef6d929e9377&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1033108 Aug 24 17:37:54.718486 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136416c-d46e-4579-9124-b68ef68ccdb2 req-5bd18c3d-69a8-4adc-ae02-a6d86813b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:54.720171 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1136416c-d46e-4579-9124-b68ef68ccdb2 req-5bd18c3d-69a8-4adc-ae02-a6d86813b4cb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903499 Aug 24 17:37:54.805301 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-527d5c69-0bed-4031-b61e-1d8ee2ab1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:54.806984 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-527d5c69-0bed-4031-b61e-1d8ee2ab1df7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0a8ceca778c48b089cfef6d929e9377&device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 1097 time: 0.0501311 Aug 24 17:37:54.816468 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cea30-495e-48e5-9113-962b2ebdee84 req-366ff836-636d-4036-acc3-f86837a761b0 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:54.817930 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-343cea30-495e-48e5-9113-962b2ebdee84 req-366ff836-636d-4036-acc3-f86837a761b0 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0490255 Aug 24 17:37:54.857955 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-343cea30-495e-48e5-9113-962b2ebdee84 req-e2d1879b-92ff-4d54-9d62-d6da7919b543 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339384 Aug 24 17:37:54.864040 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-909e775f-c31a-4078-8287-2b05514e6551 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa725d9-1942-49d0-9d7a-d0693adc8cda HTTP/1.1" status: 200 len: 217 time: 0.0396609 Aug 24 17:37:54.916538 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-fe8e10af-3c19-42eb-b8bd-10f9789509ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:54.917971 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-fe8e10af-3c19-42eb-b8bd-10f9789509ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8329a7-0d8d-4b6a-9a14-d24fe65af491 HTTP/1.1" status: 200 len: 855 time: 0.0459523 Aug 24 17:37:54.950615 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-beaeea2d-66bf-439e-9183-97362bdc078b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dcfdc573-3c21-483d-b369-4836e4d35aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230231 Aug 24 17:37:55.044939 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-338339a5-df18-402e-8517-7333235bf9e6 service neutron] 10.222.0.42 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856037 Aug 24 17:37:55.138307 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3fd54cf5-646d-45ae-86af-5d3b5c6ea7f3 req-875cb301-6cb2-4c5e-b586-8dbc64a205eb service neutron] 10.222.0.42 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857205 Aug 24 17:37:55.140899 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-9c5c549d-9be6-41c6-90d4-582e03a1521d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:55.178828 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-574dbd0c-889f-48a3-9e87-54a1867017ed req-e5bbf58e-aa55-43ab-8fa9-9a36408ddc45 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 210 time: 0.0253294 Aug 24 17:37:55.404012 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c12b6-404e-4908-a261-a84dbef3929d req-82634760-42e4-45e5-a9ad-130f836e1f7e tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:55.405744 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bb6c12b6-404e-4908-a261-a84dbef3929d req-82634760-42e4-45e5-a9ad-130f836e1f7e tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 944 time: 0.0603905 Aug 24 17:37:55.440336 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-a58c8468-eade-4bc6-9ef0-287e0945cb64 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:55.442992 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-a58c8468-eade-4bc6-9ef0-287e0945cb64 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.42 "GET /v2.0/networks?id=1934fa02-97b0-4238-a444-0daef4f102b7 HTTP/1.1" status: 200 len: 813 time: 0.1146948 Aug 24 17:37:55.451465 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bb6c12b6-404e-4908-a261-a84dbef3929d req-3141cbae-88ab-497c-b9db-58f2bdcc33c6 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394325 Aug 24 17:37:55.455642 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-7451d2a4-a239-4fbc-a554-c339e6f1b3e1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Request body: {'port': {'device_id': '0eb0829e-75a3-4e57-92e6-617983f4fc0d', 'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7', 'admin_state_up': True, 'tenant_id': '36ba52422546451b963b7d112670f126'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:37:55.666161 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-7451d2a4-a239-4fbc-a554-c339e6f1b3e1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Made reservation on behalf of 36ba52422546451b963b7d112670f126 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:37:55.669610 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-7451d2a4-a239-4fbc-a554-c339e6f1b3e1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:55.796851 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-7451d2a4-a239-4fbc-a554-c339e6f1b3e1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Allocated IP 172.20.0.3 (1934fa02-97b0-4238-a444-0daef4f102b7/4df87666-5f2e-4118-9f40-2100e40f8e26/73fae44b-991c-4b56-84c5-8dcf96b18d75) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:37:55.945140 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-7451d2a4-a239-4fbc-a554-c339e6f1b3e1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:55.977276 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b37f2-4dc8-47e6-bdb1-6fc80736c65d req-33ad9ff1-e75f-44fa-b600-7cb5b9b7ea62 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:55.978727 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d65b37f2-4dc8-47e6-bdb1-6fc80736c65d req-33ad9ff1-e75f-44fa-b600-7cb5b9b7ea62 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0490417 Aug 24 17:37:56.016414 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d65b37f2-4dc8-47e6-bdb1-6fc80736c65d req-c7bed0e3-c85d-489a-b7d3-79af56e34f6c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312448 Aug 24 17:37:56.060699 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-7451d2a4-a239-4fbc-a554-c339e6f1b3e1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:56.105172 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-7451d2a4-a239-4fbc-a554-c339e6f1b3e1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Network 1934fa02-97b0-4238-a444-0daef4f102b7 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:37:56.108172 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-7451d2a4-a239-4fbc-a554-c339e6f1b3e1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:37:56.111941 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-7451d2a4-a239-4fbc-a554-c339e6f1b3e1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:37:56.135696 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451d2a4-a239-4fbc-a554-c339e6f1b3e1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Pushing event updated for resources: {'Port': ['ID=73fae44b-991c-4b56-84c5-8dcf96b18d75,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:56.163421 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-7451d2a4-a239-4fbc-a554-c339e6f1b3e1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:56.164029 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-7451d2a4-a239-4fbc-a554-c339e6f1b3e1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:56.290761 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4df300-f966-47d7-b49a-ccdabce0637f req-3d44423b-9e5c-4e14-b4f8-4b68160c5091 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:56.292375 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ae4df300-f966-47d7-b49a-ccdabce0637f req-3d44423b-9e5c-4e14-b4f8-4b68160c5091 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 931 time: 0.0478883 Aug 24 17:37:56.318183 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-7451d2a4-a239-4fbc-a554-c339e6f1b3e1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8666508 Aug 24 17:37:56.329542 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ae4df300-f966-47d7-b49a-ccdabce0637f req-89900567-639c-4bd8-90e5-0380b887391e tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313358 Aug 24 17:37:56.334771 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Request body: {'port': {'device_id': '0eb0829e-75a3-4e57-92e6-617983f4fc0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:37:56.391525 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:56.570421 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385492c8-53c8-4dad-8b21-c094677949d0 req-e6cc5e21-7a43-441e-8d6c-aae9ea87c06b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:56.572185 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-385492c8-53c8-4dad-8b21-c094677949d0 req-e6cc5e21-7a43-441e-8d6c-aae9ea87c06b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 944 time: 0.0528615 Aug 24 17:37:56.611994 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-385492c8-53c8-4dad-8b21-c094677949d0 req-2437d1f8-f28a-4199-9165-f8255890696c tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Aug 24 17:37:56.657632 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fae44b-991c-4b56-84c5-8dcf96b18d75 {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:37:56.665403 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:56.677670 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Transition to ACTIVE for port object 73fae44b-991c-4b56-84c5-8dcf96b18d75 will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:37:56.757907 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:56.823346 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Pushing event updated for resources: {'Port': ['ID=73fae44b-991c-4b56-84c5-8dcf96b18d75,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:56.874669 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Attempting to bind port 73fae44b-991c-4b56-84c5-8dcf96b18d75 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:37:56.875033 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Attempting to bind port 73fae44b-991c-4b56-84c5-8dcf96b18d75 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '8c3493eb-b6d0-43e8-be2a-33ee0447acf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:37:56.875360 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Attempting to bind port 73fae44b-991c-4b56-84c5-8dcf96b18d75 on network 1934fa02-97b0-4238-a444-0daef4f102b7 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:37:56.879501 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Port 73fae44b-991c-4b56-84c5-8dcf96b18d75 on network 1934fa02-97b0-4238-a444-0daef4f102b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:37:56.879818 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Attempting to bind port 73fae44b-991c-4b56-84c5-8dcf96b18d75 on network 1934fa02-97b0-4238-a444-0daef4f102b7 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:37:56.894659 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:37:56.894993 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Checking segment: {'id': '8c3493eb-b6d0-43e8-be2a-33ee0447acf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:37:56.895364 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Bound using segment: {'id': '8c3493eb-b6d0-43e8-be2a-33ee0447acf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:37:56.895790 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Bound port: 73fae44b-991c-4b56-84c5-8dcf96b18d75, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3493eb-b6d0-43e8-be2a-33ee0447acf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:37:56.896140 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:56.965064 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-ac8222ba-2f8c-4481-8f1e-964b537fcd25 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:56.966787 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-ac8222ba-2f8c-4481-8f1e-964b537fcd25 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0834482 Aug 24 17:37:57.014329 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] For port 73fae44b-991c-4b56-84c5-8dcf96b18d75, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:37:57.035464 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] For port 73fae44b-991c-4b56-84c5-8dcf96b18d75, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73fae44b-991c-4b56-84c5-8dcf96b18d75,segment=NetworkSegment(8c3493eb-b6d0-43e8-be2a-33ee0447acf5),segment_id=8c3493eb-b6d0-43e8-be2a-33ee0447acf5)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:37:57.081660 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Deleting port b87d5b34-6abc-4414-9116-75e5807b1f26 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:37:57.082005 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:57.130914 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:57.134715 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc99b52-70b0-4b45-b42e-8c0347cb2d70 req-3cfae3b9-4065-446c-adc2-744e81c2c98d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:57.136226 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0dc99b52-70b0-4b45-b42e-8c0347cb2d70 req-3cfae3b9-4065-446c-adc2-744e81c2c98d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 946 time: 0.0480309 Aug 24 17:37:57.176075 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0dc99b52-70b0-4b45-b42e-8c0347cb2d70 req-f9e8d928-5e4c-41e8-aaa7-88175bf28e06 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328560 Aug 24 17:37:57.180407 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:57.181027 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:57.182407 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] 10.222.0.42 "PUT /v2.0/ports/73fae44b-991c-4b56-84c5-8dcf96b18d75 HTTP/1.1" status: 200 len: 1093 time: 0.8518460 Aug 24 17:37:57.182845 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb0829e-75a3-4e57-92e6-617983f4fc0d', 'tag': '73fae44b-991c-4b56-84c5-8dcf96b18d75'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:37:57.185155 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaa11c8-ad76-4e85-afca-5ba7d7d87bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb0829e-75a3-4e57-92e6-617983f4fc0d", "tag": "73fae44b-991c-4b56-84c5-8dcf96b18d75"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:37:57.229946 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c55f41c-750d-4756-a5c7-2d846f8352f5 x-openstack-request-id: req-3c55f41c-750d-4756-a5c7-2d846f8352f5 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:37:57.230232 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb0829e-75a3-4e57-92e6-617983f4fc0d", "tag": "73fae44b-991c-4b56-84c5-8dcf96b18d75", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:37:57.230484 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c55f41c-750d-4756-a5c7-2d846f8352f5 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:37:57.230874 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb0829e-75a3-4e57-92e6-617983f4fc0d', 'tag': '73fae44b-991c-4b56-84c5-8dcf96b18d75', 'status': 'completed', 'code': 200} Aug 24 17:37:57.237332 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] For port b87d5b34-6abc-4414-9116-75e5807b1f26, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b87d5b34-6abc-4414-9116-75e5807b1f26,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:37:57.237697 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:57.239971 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f198b3d-cfcb-411a-9f4a-049e67b57237 service neutron] Pushing event updated for resources: {'Port': ['ID=73fae44b-991c-4b56-84c5-8dcf96b18d75,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:57.418627 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa11c8-ad76-4e85-afca-5ba7d7d87bb6 req-7e566c37-7530-4e37-8437-5ad06a5c7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:57.420166 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ecaa11c8-ad76-4e85-afca-5ba7d7d87bb6 req-7e566c37-7530-4e37-8437-5ad06a5c7c17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36ba52422546451b963b7d112670f126&device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 1096 time: 0.1492808 Aug 24 17:37:57.450797 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313ed4f-eb80-483b-b0e2-e6b47ab2563e req-7f3c1a8f-8050-439f-8e5c-fc279f2d1c92 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:57.452263 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3313ed4f-eb80-483b-b0e2-e6b47ab2563e req-7f3c1a8f-8050-439f-8e5c-fc279f2d1c92 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 943 time: 0.0482466 Aug 24 17:37:57.489667 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3313ed4f-eb80-483b-b0e2-e6b47ab2563e req-444ef2e4-f459-44c3-bcc3-35888315f719 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Aug 24 17:37:57.742916 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b2436-7a0e-4a1f-8a37-4cc731c71609 req-363b0ef5-764f-4cea-8abf-acf295f7b953 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:57.744419 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2d1b2436-7a0e-4a1f-8a37-4cc731c71609 req-363b0ef5-764f-4cea-8abf-acf295f7b953 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 944 time: 0.0534675 Aug 24 17:37:57.786211 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:57.786604 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:57.786938 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.l3_db [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Floating IP 90a7d906-13ab-48b4-a065-6061e02e85cc disassociated. External IP: 172.27.2.5, port: b87d5b34-6abc-4414-9116-75e5807b1f26. Aug 24 17:37:57.787272 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Calling delete_port for b87d5b34-6abc-4414-9116-75e5807b1f26 owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:37:57.849574 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa11c8-ad76-4e85-afca-5ba7d7d87bb6 req-32c4cfcc-8fd8-4a57-a955-bef20b0a797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:57.851309 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ecaa11c8-ad76-4e85-afca-5ba7d7d87bb6 req-32c4cfcc-8fd8-4a57-a955-bef20b0a797b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=36ba52422546451b963b7d112670f126&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4168432 Aug 24 17:37:57.996376 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2d1b2436-7a0e-4a1f-8a37-4cc731c71609 req-c7ab178d-11b5-45b8-b93c-8ff2d4cfef37 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453279 Aug 24 17:37:57.996919 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa11c8-ad76-4e85-afca-5ba7d7d87bb6 req-fb93ee38-de39-4457-8236-ad3ae50665dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:57.998413 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ecaa11c8-ad76-4e85-afca-5ba7d7d87bb6 req-fb93ee38-de39-4457-8236-ad3ae50665dc service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390204 Aug 24 17:37:58.078663 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-5af7bc56-921c-4960-b201-5ad6b9eca5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:58.080171 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-5af7bc56-921c-4960-b201-5ad6b9eca5f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36ba52422546451b963b7d112670f126&device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 1096 time: 0.0401781 Aug 24 17:37:58.080934 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:58.111953 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-143bef5a-66a6-48a6-b83a-e093421107bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:58.117306 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event deleted for resources: {'Port': ['ID=b87d5b34-6abc-4414-9116-75e5807b1f26,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:58.151388 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-322ff9a9-4cd4-476b-9359-1d1590179cc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73fae44b-991c-4b56-84c5-8dcf96b18d75 HTTP/1.1" status: 200 len: 217 time: 0.0595548 Aug 24 17:37:58.274530 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-b3c193ce-e090-4f5d-970f-02a1c3e4473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:58.275423 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-afc2b2e5-e7a1-4393-976b-e18286674c08 req-f5ca2aa9-ddfb-467d-a9a3-39f6d88a9c45 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 210 time: 0.0268466 Aug 24 17:37:58.275965 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-b3c193ce-e090-4f5d-970f-02a1c3e4473e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4df87666-5f2e-4118-9f40-2100e40f8e26 HTTP/1.1" status: 200 len: 853 time: 0.0893219 Aug 24 17:37:58.315198 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-bc3d83f4-f94d-4a8a-8460-a26246bfac7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1934fa02-97b0-4238-a444-0daef4f102b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278840 Aug 24 17:37:58.320605 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Router 918876a2-9023-49e3-bc35-06543812ce5e has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:37:58.405415 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device aaa725d9-1942-49d0-9d7a-d0693adc8cda details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:37:58.468284 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:58.486175 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-d9bc9046-adf9-4c62-83b3-9e88fb9d5617 service neutron] 10.222.0.42 "GET /v2.0/networks/1934fa02-97b0-4238-a444-0daef4f102b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628509 Aug 24 17:37:58.505811 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port aaa725d9-1942-49d0-9d7a-d0693adc8cda, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=aaa725d9-1942-49d0-9d7a-d0693adc8cda,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:37:58.511037 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:37:58.517779 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': 'aaa725d9-1942-49d0-9d7a-d0693adc8cda', 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba', 'port_id': 'aaa725d9-1942-49d0-9d7a-d0693adc8cda', 'mac_address': 'fa:16:3e:4d:f5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8329a7-0d8d-4b6a-9a14-d24fe65af491', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:37:58.548646 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416b16de-6858-4cca-bab3-73afc8608c5a None None] Sync routers for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:37:58.566854 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416b16de-6858-4cca-bab3-73afc8608c5a None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:37:58.567697 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-416b16de-6858-4cca-bab3-73afc8608c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:37:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:37:58.592093 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] No DVR routers for this DVR port b87d5b34-6abc-4414-9116-75e5807b1f26 on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:37:58.597937 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:58.597937 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0a64a89f-66d4-45bf-9122-3591398e9a20 req-82f5ada2-65fb-4167-b283-d99985b7262a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.42 "DELETE /v2.0/ports/b87d5b34-6abc-4414-9116-75e5807b1f26 HTTP/1.1" status: 204 len: 173 time: 1.6202707 Aug 24 17:37:58.626077 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13202add-2cb7-4fd8-8c4b-ec5062df906e req-2e7d76a1-a412-413c-94c8-d4df1cd11e65 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:58.628293 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-13202add-2cb7-4fd8-8c4b-ec5062df906e req-2e7d76a1-a412-413c-94c8-d4df1cd11e65 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 943 time: 0.0620682 Aug 24 17:37:58.638894 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a7e31ea4-042d-423b-9da1-b5ec4a024e51 req-eaa9cdb3-20bb-4a98-a1f6-569d5e6562ad service neutron] 10.222.0.42 "GET /v2.0/networks/1934fa02-97b0-4238-a444-0daef4f102b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371694 Aug 24 17:37:58.651140 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:58.673761 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa725d9-1942-49d0-9d7a-d0693adc8cda {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:37:58.675885 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-13202add-2cb7-4fd8-8c4b-ec5062df906e req-d3dcbabc-ce94-4c9b-873e-9409963286ec tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Aug 24 17:37:58.703367 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port aaa725d9-1942-49d0-9d7a-d0693adc8cda, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=aaa725d9-1942-49d0-9d7a-d0693adc8cda,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:37:58.729580 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-416b16de-6858-4cca-bab3-73afc8608c5a None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:37:58.923586 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:59.017615 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=aaa725d9-1942-49d0-9d7a-d0693adc8cda,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:37:59.099935 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-416b16de-6858-4cca-bab3-73afc8608c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:58Z', 'revision_number': 5, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:37:59.123929 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d290710-5c8c-4372-840a-14a7fbcfb818 req-eec7e68c-da14-4eeb-a310-c9c2df27efae tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:59.126701 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0d290710-5c8c-4372-840a-14a7fbcfb818 req-eec7e68c-da14-4eeb-a310-c9c2df27efae tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 945 time: 0.0535374 Aug 24 17:37:59.128343 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416b16de-6858-4cca-bab3-73afc8608c5a None None] Checking router: 918876a2-9023-49e3-bc35-06543812ce5e for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:37:59.138075 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416b16de-6858-4cca-bab3-73afc8608c5a None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:37:59.138689 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-416b16de-6858-4cca-bab3-73afc8608c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:37:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:37:59.178588 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0d290710-5c8c-4372-840a-14a7fbcfb818 req-2aa71562-e2c4-4b5d-8352-cc1bce7e4bd7 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444353 Aug 24 17:37:59.231938 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'name': 'network-vif-deleted', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:37:59.234461 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9c02fb-ea66-4116-bc66-ae2d64adacf5" -d '{"events": [{"server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "name": "network-vif-deleted", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:37:59.244210 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['aaa725d9-1942-49d0-9d7a-d0693adc8cda'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:37:59.252143 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-416b16de-6858-4cca-bab3-73afc8608c5a None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:37:59.272636 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbd1b6e-c032-4658-8096-ea4337de1e30 x-openstack-request-id: req-afbd1b6e-c032-4658-8096-ea4337de1e30 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:37:59.273037 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71ddcef-053b-4c76-9251-5755cdda312e", "name": "network-vif-deleted", "tag": "b87d5b34-6abc-4414-9116-75e5807b1f26", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:37:59.273428 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afbd1b6e-c032-4658-8096-ea4337de1e30 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:37:59.273982 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71ddcef-053b-4c76-9251-5755cdda312e', 'name': 'network-vif-deleted', 'tag': 'b87d5b34-6abc-4414-9116-75e5807b1f26', 'status': 'completed', 'code': 200} Aug 24 17:37:59.396788 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-eb7aaeb3-7275-4176-861c-78b305855798 req-0a03b8a9-0a06-47e3-b0b2-bf5eb7477ccf tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71ddcef-053b-4c76-9251-5755cdda312e HTTP/1.1" status: 200 len: 210 time: 0.0348082 Aug 24 17:37:59.558170 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-416b16de-6858-4cca-bab3-73afc8608c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:58Z', 'revision_number': 5, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:37:59.590678 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416b16de-6858-4cca-bab3-73afc8608c5a None None] The sync data for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi is: [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:58Z', 'revision_number': 5, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:37:59.643560 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:37:59.805345 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731f966-d884-44c9-baa6-e1e03410b131 req-e4e049df-591f-4c91-85d5-3ba186fd9861 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:37:59.807911 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f731f966-d884-44c9-baa6-e1e03410b131 req-e4e049df-591f-4c91-85d5-3ba186fd9861 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 943 time: 0.0576444 Aug 24 17:37:59.847457 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a76fd4a-895d-496b-8c40-8a98ff2910b8 None None] New status for floating IP 90a7d906-13ab-48b4-a065-6061e02e85cc: DOWN {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:37:59.847958 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f731f966-d884-44c9-baa6-e1e03410b131 req-7e64067b-8167-4ca6-859f-af24c1c4d36f tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341501 Aug 24 17:38:00.294289 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7ddb4-db64-4bda-be72-0f254c93caaa req-b2d6c827-0fbc-42b3-a31b-a85146bd0910 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:00.300137 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5ce7ddb4-db64-4bda-be72-0f254c93caaa req-b2d6c827-0fbc-42b3-a31b-a85146bd0910 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 945 time: 0.0490706 Aug 24 17:38:00.332960 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5ce7ddb4-db64-4bda-be72-0f254c93caaa req-dc3bc7dd-8bce-4163-9976-2760088f9abb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310404 Aug 24 17:38:00.407902 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 73fae44b-991c-4b56-84c5-8dcf96b18d75 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:38:00.410841 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device aaa725d9-1942-49d0-9d7a-d0693adc8cda up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:38:00.419884 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:00.538370 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 73fae44b-991c-4b56-84c5-8dcf96b18d75, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73fae44b-991c-4b56-84c5-8dcf96b18d75,segment=NetworkSegment(8c3493eb-b6d0-43e8-be2a-33ee0447acf5),segment_id=8c3493eb-b6d0-43e8-be2a-33ee0447acf5)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:00.549450 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '73fae44b-991c-4b56-84c5-8dcf96b18d75', 'network_id': '1934fa02-97b0-4238-a444-0daef4f102b7', 'port_id': '73fae44b-991c-4b56-84c5-8dcf96b18d75', 'mac_address': 'fa:16:3e:00:1d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df87666-5f2e-4118-9f40-2100e40f8e26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:38:00.594102 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:00.607845 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fae44b-991c-4b56-84c5-8dcf96b18d75 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:38:00.627706 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 73fae44b-991c-4b56-84c5-8dcf96b18d75, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73fae44b-991c-4b56-84c5-8dcf96b18d75,segment=NetworkSegment(8c3493eb-b6d0-43e8-be2a-33ee0447acf5),segment_id=8c3493eb-b6d0-43e8-be2a-33ee0447acf5)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:00.832842 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 38668) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:00.860893 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port aaa725d9-1942-49d0-9d7a-d0693adc8cda completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:38:00.863213 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:00.869987 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port aaa725d9-1942-49d0-9d7a-d0693adc8cda triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:38:00.870336 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:00.890406 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bfd8bb37-4aae-4310-8194-e9c294d6570c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:00.916402 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bfd8bb37-4aae-4310-8194-e9c294d6570c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:00.942013 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=73fae44b-991c-4b56-84c5-8dcf96b18d75,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:00.971854 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9649da-ae7a-4a7d-a6e6-f1d8005b5a1b req-a4e23da0-b97d-43aa-a73f-55847d8b63ca tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:00.973337 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ee9649da-ae7a-4a7d-a6e6-f1d8005b5a1b req-a4e23da0-b97d-43aa-a73f-55847d8b63ca tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 944 time: 0.0530822 Aug 24 17:38:00.994385 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:01.011705 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ee9649da-ae7a-4a7d-a6e6-f1d8005b5a1b req-4dfcc34a-0e91-4846-98da-e160874c11c4 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321290 Aug 24 17:38:01.017051 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452c0e15-105a-410f-b8e1-766f157f5909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa725d9-1942-49d0-9d7a-d0693adc8cda'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:38:01.019401 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ffff3e-fd96-4dc7-b4d4-ff7fe8aef662" -d '{"events": [{"server_uuid": "452c0e15-105a-410f-b8e1-766f157f5909", "name": "network-vif-plugged", "status": "completed", "tag": "aaa725d9-1942-49d0-9d7a-d0693adc8cda"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:38:01.032043 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port aaa725d9-1942-49d0-9d7a-d0693adc8cda, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=aaa725d9-1942-49d0-9d7a-d0693adc8cda,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:01.057339 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d369bbeb-21d0-459c-b1cb-ee72286a37ac x-openstack-request-id: req-d369bbeb-21d0-459c-b1cb-ee72286a37ac {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:38:01.057647 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452c0e15-105a-410f-b8e1-766f157f5909", "name": "network-vif-plugged", "status": "completed", "tag": "aaa725d9-1942-49d0-9d7a-d0693adc8cda", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:38:01.057895 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d369bbeb-21d0-459c-b1cb-ee72286a37ac {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:38:01.058281 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452c0e15-105a-410f-b8e1-766f157f5909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa725d9-1942-49d0-9d7a-d0693adc8cda', 'code': 200} Aug 24 17:38:01.065860 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bfd8bb37-4aae-4310-8194-e9c294d6570c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:01.068541 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bfd8bb37-4aae-4310-8194-e9c294d6570c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:01.070403 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-bfd8bb37-4aae-4310-8194-e9c294d6570c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "DELETE /v2.0/security-groups/5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44 HTTP/1.1" status: 204 len: 168 time: 0.2364635 Aug 24 17:38:01.073319 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 38674) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:01.081242 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8bb37-4aae-4310-8194-e9c294d6570c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:01.087457 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.api.v2.resource [None req-8f5b125b-82a4-4205-a940-4cb4837842f1 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] show failed (client error): The resource could not be found. Aug 24 17:38:01.091520 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-8f5b125b-82a4-4205-a940-4cb4837842f1 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups/5cb3ff5f-f7c0-4d3c-b009-6433c6d64a44 HTTP/1.1" status: 404 len: 347 time: 0.0142388 Aug 24 17:38:01.091768 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 38676) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:01.123479 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:01.124512 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b87d5b34-6abc-4414-9116-75e5807b1f26 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:38:01.164582 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: b87d5b34-6abc-4414-9116-75e5807b1f26 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:38:01.164946 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b87d5b34-6abc-4414-9116-75e5807b1f26 not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:38:01.182875 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['73fae44b-991c-4b56-84c5-8dcf96b18d75'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:38:01.213314 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=aaa725d9-1942-49d0-9d7a-d0693adc8cda,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:01.228069 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Deleting port e2b01e78-650c-437e-8574-ff82ba5e5348 {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:38:01.228450 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:01.307307 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:01.307636 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:01.320105 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Calling delete_port for e2b01e78-650c-437e-8574-ff82ba5e5348 owned by network:floatingip {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:38:01.418809 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f956e-79a2-464a-9fb7-754f61880769 req-5b6461f3-efa2-43ab-9ba4-cfebe6ebd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:01.420414 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d30f956e-79a2-464a-9fb7-754f61880769 req-5b6461f3-efa2-43ab-9ba4-cfebe6ebd2d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 1099 time: 0.0408804 Aug 24 17:38:01.464406 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d30f956e-79a2-464a-9fb7-754f61880769 req-3b55c448-ff52-4d99-a798-b34d00310c45 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352600 Aug 24 17:38:01.468423 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2191278-540b-40f1-9686-fe0fa0fe373e req-1fe5d4ff-fe7a-467c-a9b4-036f91b95ff0 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:01.469904 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a2191278-540b-40f1-9686-fe0fa0fe373e req-1fe5d4ff-fe7a-467c-a9b4-036f91b95ff0 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 946 time: 0.0657308 Aug 24 17:38:01.541040 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a2191278-540b-40f1-9686-fe0fa0fe373e req-8c60661e-79f0-48f3-b1b8-d1853403f9e8 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468221 Aug 24 17:38:01.586547 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:01.611580 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event deleted for resources: {'Port': ['ID=e2b01e78-650c-437e-8574-ff82ba5e5348,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:01.621342 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:01.621635 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:01.621979 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:01.622322 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:01.622662 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:01.623001 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:01.623333 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:01.624044 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:01.624044 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:01.624301 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:01.624652 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:01.624980 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:01.682680 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:01.685325 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:01.686534 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-50e41fd9-c00b-4ee4-b76f-233f41296119 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "DELETE /v2.0/floatingips/90a7d906-13ab-48b4-a065-6061e02e85cc HTTP/1.1" status: 204 len: 168 time: 0.5938220 Aug 24 17:38:02.024371 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 38682) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:02.029055 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-804cb9fb-cef0-4bd0-a88f-22a59953c962 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092810120', 'description': 'tempest-description--63461707'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:02.117974 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-804cb9fb-cef0-4bd0-a88f-22a59953c962 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.129569 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742ab24-f142-494c-ad63-7dd11ccd5370 req-8e4fd1ff-244d-4ba8-bb39-b5aa0cef84d1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:02.131120 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e742ab24-f142-494c-ad63-7dd11ccd5370 req-8e4fd1ff-244d-4ba8-bb39-b5aa0cef84d1 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 944 time: 0.0525899 Aug 24 17:38:02.171072 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e742ab24-f142-494c-ad63-7dd11ccd5370 req-392e4059-b617-4a7b-ad3c-e76b989691b0 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337746 Aug 24 17:38:02.204565 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-804cb9fb-cef0-4bd0-a88f-22a59953c962 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.271500 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-804cb9fb-cef0-4bd0-a88f-22a59953c962 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.300995 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cb9fb-cef0-4bd0-a88f-22a59953c962 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf2e443-d4da-4061-8f02-6ebe30f1a461,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:02.369231 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-804cb9fb-cef0-4bd0-a88f-22a59953c962 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.370514 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-804cb9fb-cef0-4bd0-a88f-22a59953c962 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3451138 Aug 24 17:38:02.373444 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 38686) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:02.377866 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-9647cfcf-269b-4170-b55b-049554151556 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Request body: {'security_group_rule': {'security_group_id': 'bcf2e443-d4da-4061-8f02-6ebe30f1a461', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:02.407117 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 73fae44b-991c-4b56-84c5-8dcf96b18d75 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:38:02.465949 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9647cfcf-269b-4170-b55b-049554151556 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.511716 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 73fae44b-991c-4b56-84c5-8dcf96b18d75 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:38:02.515587 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 73fae44b-991c-4b56-84c5-8dcf96b18d75 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:38:02.515960 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.520592 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9647cfcf-269b-4170-b55b-049554151556 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.594721 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.598112 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9647cfcf-269b-4170-b55b-049554151556 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.633161 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647cfcf-269b-4170-b55b-049554151556 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca275fa-e710-40e2-8b9e-fda0843680a2,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:02.638226 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 73fae44b-991c-4b56-84c5-8dcf96b18d75, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73fae44b-991c-4b56-84c5-8dcf96b18d75,segment=NetworkSegment(8c3493eb-b6d0-43e8-be2a-33ee0447acf5),segment_id=8c3493eb-b6d0-43e8-be2a-33ee0447acf5)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:02.664749 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edced584-4797-4b02-a648-afcee111ff16 req-7e9f389f-7719-4d50-962b-8517831bb442 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:02.666237 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-edced584-4797-4b02-a648-afcee111ff16 req-7e9f389f-7719-4d50-962b-8517831bb442 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 946 time: 0.0555279 Aug 24 17:38:02.704368 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-edced584-4797-4b02-a648-afcee111ff16 req-11e0f08f-fa51-4be5-91b8-e113f911e9bc tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320787 Aug 24 17:38:02.729052 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9647cfcf-269b-4170-b55b-049554151556 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.730991 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-9647cfcf-269b-4170-b55b-049554151556 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3559070 Aug 24 17:38:02.735319 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 38690) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:02.740000 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-eba3bade-e792-4ba8-95ec-3eea2c7a2217 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Request body: {'security_group_rule': {'security_group_id': 'bcf2e443-d4da-4061-8f02-6ebe30f1a461', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:02.751915 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.799517 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=73fae44b-991c-4b56-84c5-8dcf96b18d75,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:02.837803 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-eba3bade-e792-4ba8-95ec-3eea2c7a2217 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.894949 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-eba3bade-e792-4ba8-95ec-3eea2c7a2217 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.963183 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-eba3bade-e792-4ba8-95ec-3eea2c7a2217 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:02.980880 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3bade-e792-4ba8-95ec-3eea2c7a2217 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4000ba75-36f9-4ca1-b6a2-0554afd5c8f2,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:03.031885 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-eba3bade-e792-4ba8-95ec-3eea2c7a2217 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:03.033235 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-eba3bade-e792-4ba8-95ec-3eea2c7a2217 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2967865 Aug 24 17:38:03.036133 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 38692) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:03.040710 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Request body: {'floatingip': {'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:03.059975 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb0829e-75a3-4e57-92e6-617983f4fc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fae44b-991c-4b56-84c5-8dcf96b18d75'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:38:03.062297 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551c9c1c-ac8e-4057-bb12-f9b1229d1031" -d '{"events": [{"server_uuid": "0eb0829e-75a3-4e57-92e6-617983f4fc0d", "name": "network-vif-plugged", "status": "completed", "tag": "73fae44b-991c-4b56-84c5-8dcf96b18d75"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:38:03.096966 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a9a0d8-6ae5-47eb-94ad-32f471a7926f x-openstack-request-id: req-00a9a0d8-6ae5-47eb-94ad-32f471a7926f {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:38:03.097256 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb0829e-75a3-4e57-92e6-617983f4fc0d", "name": "network-vif-plugged", "status": "completed", "tag": "73fae44b-991c-4b56-84c5-8dcf96b18d75", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:38:03.097508 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00a9a0d8-6ae5-47eb-94ad-32f471a7926f {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:38:03.097899 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb0829e-75a3-4e57-92e6-617983f4fc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fae44b-991c-4b56-84c5-8dcf96b18d75', 'code': 200} Aug 24 17:38:03.100676 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:03.201641 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:03.288836 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798afd80-bd33-47fb-b19e-799a48fc5375 req-7bbf1ac5-adc1-43e9-86e1-eafe3952b5ca tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:03.290501 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-798afd80-bd33-47fb-b19e-799a48fc5375 req-7bbf1ac5-adc1-43e9-86e1-eafe3952b5ca tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 945 time: 0.0511379 Aug 24 17:38:03.309228 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Allocated IP 172.27.2.133 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/ac49ed28-00c3-4327-b9d3-1abaa8a856e2) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:38:03.328879 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-798afd80-bd33-47fb-b19e-799a48fc5375 req-93d44cb1-7482-4b1a-a2df-5208d63425ac tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324700 Aug 24 17:38:03.419623 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:03.520220 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:03.530202 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70870f92-40e5-45ef-bff9-f916c6557cc6 req-34038bf5-ae62-4f68-9ccb-803b2bdf052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:03.531682 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-70870f92-40e5-45ef-bff9-f916c6557cc6 req-34038bf5-ae62-4f68-9ccb-803b2bdf052c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 1098 time: 0.0472455 Aug 24 17:38:03.581458 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:38:03.587605 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:38:03.589973 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:38:03.592278 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event updated for resources: {'Port': ['ID=ac49ed28-00c3-4327-b9d3-1abaa8a856e2,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:03.631964 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-70870f92-40e5-45ef-bff9-f916c6557cc6 req-c185eec3-5b0e-4a07-a79f-82398e891712 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765326 Aug 24 17:38:03.685992 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:03.790947 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:03.823700 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0f512-f6b5-4039-90fc-d273a71b5c9c req-bae63516-f7e1-4738-aadd-d18ea3bf76b1 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:03.825182 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1d0f512-f6b5-4039-90fc-d273a71b5c9c req-bae63516-f7e1-4738-aadd-d18ea3bf76b1 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 946 time: 0.0515437 Aug 24 17:38:03.863621 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1d0f512-f6b5-4039-90fc-d273a71b5c9c req-2ed305e3-2f66-4847-a064-93046b856fcb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325143 Aug 24 17:38:03.943562 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:03.998096 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:04.064720 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event updated for resources: {'Port': ['ID=ac49ed28-00c3-4327-b9d3-1abaa8a856e2,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:04.080905 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:04.237782 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:04.239043 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-4695b457-f993-40b5-8c3f-1551257aca91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2019644 Aug 24 17:38:04.452222 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-8ca05362-287b-48c1-ba7d-2b59795c0838 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1092810120&fields=id&tenant_id=898a5b8cd0d34f068f885b6eab3e6f34 HTTP/1.1" status: 200 len: 267 time: 0.0658677 Aug 24 17:38:04.478276 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863b560-f887-4a92-816c-254b658d5680 req-fe8ae164-d69b-4b96-b064-ba117874c505 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:04.479727 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f863b560-f887-4a92-816c-254b658d5680 req-fe8ae164-d69b-4b96-b064-ba117874c505 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 945 time: 0.0786681 Aug 24 17:38:04.567896 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f863b560-f887-4a92-816c-254b658d5680 req-3a7308b4-4bf9-4df6-ab22-3f1e2124003a tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756879 Aug 24 17:38:04.599814 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-77607d31-2901-4ee2-9a5d-86d51e951a45 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:04.601321 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-77607d31-2901-4ee2-9a5d-86d51e951a45 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/networks?id=a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 200 len: 817 time: 0.1404593 Aug 24 17:38:04.617794 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-614f80a8-4a86-4dd6-b155-d1a536679797 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/quotas/898a5b8cd0d34f068f885b6eab3e6f34 HTTP/1.1" status: 200 len: 375 time: 0.0106764 Aug 24 17:38:04.670689 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-9411f46c-08c4-4377-98ac-8bb737265d0f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470033 Aug 24 17:38:04.769239 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-c0505ad0-4d26-40d9-a8b5-df88fdcf7409 service neutron] 10.222.0.41 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862675 Aug 24 17:38:04.861970 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-41348ef2-2583-4fcf-bf02-7cd4504d23ff service neutron] 10.222.0.41 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862558 Aug 24 17:38:05.080593 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9a1db324-b514-4d4e-b932-7703495d4568 req-75e04c31-8a85-4054-b2f6-6ada0b00c841 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 210 time: 0.0263128 Aug 24 17:38:05.685553 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9210e-c6b6-4f14-8e34-832e4a20347b req-f8531578-9d5d-4a77-abf8-181d58708705 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:05.687101 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-98e9210e-c6b6-4f14-8e34-832e4a20347b req-f8531578-9d5d-4a77-abf8-181d58708705 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 945 time: 0.0494037 Aug 24 17:38:05.729925 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-98e9210e-c6b6-4f14-8e34-832e4a20347b req-e0352414-4ed5-488b-a4b2-ba8b2c519c75 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366988 Aug 24 17:38:06.504562 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d9da0da1-e054-4e29-a21f-de1e1059fc20 req-6b0279b4-43b7-41c6-9d64-ad7a7fbe31cb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 210 time: 0.0254052 Aug 24 17:38:07.320121 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-de9b4ea8-2714-45ef-b5ce-2b91be3bb330 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:07.321595 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-de9b4ea8-2714-45ef-b5ce-2b91be3bb330 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.42 "GET /v2.0/networks?id=a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 200 len: 817 time: 0.1023405 Aug 24 17:38:07.370057 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-84f0ff1b-151f-455d-a9cc-8903debea679 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=898a5b8cd0d34f068f885b6eab3e6f34 HTTP/1.1" status: 200 len: 380 time: 0.0344067 Aug 24 17:38:07.389227 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Request body: {'port': {'device_id': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'admin_state_up': True, 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'security_groups': ['bcf2e443-d4da-4061-8f02-6ebe30f1a461']}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:07.580148 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Made reservation on behalf of 898a5b8cd0d34f068f885b6eab3e6f34 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:38:07.583765 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:07.605054 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bffcfa46-0615-4ea1-8cd5-09c2d224ac4c req-8e071f6b-70c6-41f2-a609-0bc0f3f2bdf9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 210 time: 0.0266118 Aug 24 17:38:07.711996 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Allocated IP 172.20.0.3 (a0e8e346-8b7a-4beb-8083-d8c62155826a/369c7c3a-2d96-4b71-a819-43b2e67698fe/b40ec7e8-b8fb-411d-b667-01e618a097d2) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:38:07.852916 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:07.866174 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Transition to ACTIVE for port object b40ec7e8-b8fb-411d-b667-01e618a097d2 will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:38:07.946431 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:07.989331 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Network a0e8e346-8b7a-4beb-8083-d8c62155826a is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:38:07.994495 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:38:07.999197 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:38:08.024596 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event updated for resources: {'Port': ['ID=b40ec7e8-b8fb-411d-b667-01e618a097d2,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:08.052459 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:08.053186 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:08.147446 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-3b85c637-f404-4246-850e-fef70ddc8866 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7615600 Aug 24 17:38:08.164773 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Request body: {'port': {'device_id': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:08.222347 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:08.254652 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-d6e2bed2-fff5-42e3-bc1c-46528dd77a7e None None] Provisioning for port b40ec7e8-b8fb-411d-b667-01e618a097d2 completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:38:08.259333 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-d6e2bed2-fff5-42e3-bc1c-46528dd77a7e None None] Provisioning complete for port b40ec7e8-b8fb-411d-b667-01e618a097d2 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:38:08.259702 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d6e2bed2-fff5-42e3-bc1c-46528dd77a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:08.292257 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-d6e2bed2-fff5-42e3-bc1c-46528dd77a7e None None] Port b40ec7e8-b8fb-411d-b667-01e618a097d2 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:38:08.480594 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40ec7e8-b8fb-411d-b667-01e618a097d2 {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:38:08.487509 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:08.499845 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Transition to ACTIVE for port object b40ec7e8-b8fb-411d-b667-01e618a097d2 will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:38:08.614512 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:08.683504 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Pushing event updated for resources: {'Port': ['ID=b40ec7e8-b8fb-411d-b667-01e618a097d2,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:08.734573 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Attempting to bind port b40ec7e8-b8fb-411d-b667-01e618a097d2 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:38:08.734908 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Attempting to bind port b40ec7e8-b8fb-411d-b667-01e618a097d2 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:38:08.735234 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Attempting to bind port b40ec7e8-b8fb-411d-b667-01e618a097d2 on network a0e8e346-8b7a-4beb-8083-d8c62155826a {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:38:08.739767 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Port b40ec7e8-b8fb-411d-b667-01e618a097d2 on network a0e8e346-8b7a-4beb-8083-d8c62155826a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:38:08.740088 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Attempting to bind port b40ec7e8-b8fb-411d-b667-01e618a097d2 on network a0e8e346-8b7a-4beb-8083-d8c62155826a {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:38:08.746266 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c6240-3bd6-4c84-af1c-40d9560ef927 req-2af9c0fb-acda-409d-b9f0-fd95286c16c9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:08.747992 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ff0c6240-3bd6-4c84-af1c-40d9560ef927 req-2af9c0fb-acda-409d-b9f0-fd95286c16c9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0556164 Aug 24 17:38:08.749114 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:38:08.749255 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Checking segment: {'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:38:08.749552 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Bound using segment: {'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:38:08.749984 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Bound port: b40ec7e8-b8fb-411d-b667-01e618a097d2, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:38:08.750392 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:08.793562 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ff0c6240-3bd6-4c84-af1c-40d9560ef927 req-263db8da-4a76-442d-84d8-7e1d13208e8f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394464 Aug 24 17:38:08.842398 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] For port b40ec7e8-b8fb-411d-b667-01e618a097d2, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:38:08.845321 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] For port b40ec7e8-b8fb-411d-b667-01e618a097d2, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:38:08.906110 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:08.940423 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:08.941039 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:08.942401 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] 10.222.0.42 "PUT /v2.0/ports/b40ec7e8-b8fb-411d-b667-01e618a097d2 HTTP/1.1" status: 200 len: 1093 time: 0.7824855 Aug 24 17:38:08.942834 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:38:08.945143 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218a8e4b-371b-47a1-b14a-e02dcebb5d93" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:38:08.974145 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34d092-1cf2-4f3f-9d05-95fa8c065643 service neutron] Pushing event updated for resources: {'Port': ['ID=b40ec7e8-b8fb-411d-b667-01e618a097d2,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:08.985899 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63b4ed1-30cc-4a61-b87d-e22ffe05bbfa x-openstack-request-id: req-d63b4ed1-30cc-4a61-b87d-e22ffe05bbfa {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:38:08.986187 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:38:08.986439 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d63b4ed1-30cc-4a61-b87d-e22ffe05bbfa {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:38:08.986834 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'status': 'completed', 'code': 200} Aug 24 17:38:09.057436 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a8e4b-371b-47a1-b14a-e02dcebb5d93 req-2ec27679-c8de-405d-b9f2-b7a2c1127463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:09.058957 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-218a8e4b-371b-47a1-b14a-e02dcebb5d93 req-2ec27679-c8de-405d-b9f2-b7a2c1127463 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 1096 time: 0.0438385 Aug 24 17:38:09.166961 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a8e4b-371b-47a1-b14a-e02dcebb5d93 req-31910536-163e-47bd-8c30-e801f5827722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:09.168523 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-218a8e4b-371b-47a1-b14a-e02dcebb5d93 req-31910536-163e-47bd-8c30-e801f5827722 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0984488 Aug 24 17:38:09.270436 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a8e4b-371b-47a1-b14a-e02dcebb5d93 req-d1bc4b8a-e0c9-4d4b-b729-50a3900feca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:09.272833 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-218a8e4b-371b-47a1-b14a-e02dcebb5d93 req-d1bc4b8a-e0c9-4d4b-b729-50a3900feca1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891175 Aug 24 17:38:09.352502 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-09c55fcc-b24f-40c5-a252-57216b115534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:09.353955 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-09c55fcc-b24f-40c5-a252-57216b115534 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 1096 time: 0.0418131 Aug 24 17:38:09.402755 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-f4c34baa-2aa2-4dfe-97e1-588afc8fe090 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2 HTTP/1.1" status: 200 len: 217 time: 0.0384943 Aug 24 17:38:09.458608 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-8ec18448-e832-419f-9f23-b75ce2d47f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:09.461073 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-8ec18448-e832-419f-9f23-b75ce2d47f74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=369c7c3a-2d96-4b71-a819-43b2e67698fe HTTP/1.1" status: 200 len: 856 time: 0.0477390 Aug 24 17:38:09.506311 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-de264ac8-43af-40cb-9ef8-1f1f3e6ed9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:09.508283 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-de264ac8-43af-40cb-9ef8-1f1f3e6ed9d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8e346-8b7a-4beb-8083-d8c62155826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397072 Aug 24 17:38:09.605197 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-6073f7cb-579d-44a6-baca-372fb03d9d9a service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884535 Aug 24 17:38:09.699520 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-56beb5fe-dfb3-4567-947d-f3177b35a0f1 req-a443d62c-59a0-4500-9a81-9de2da46a21d service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857260 Aug 24 17:38:09.913124 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afa1eb-0745-4111-bbea-88ec2bfb574d req-8e88117d-2c2e-4464-b0a8-50d206ebd9dd tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:09.915288 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1afa1eb-0745-4111-bbea-88ec2bfb574d req-8e88117d-2c2e-4464-b0a8-50d206ebd9dd tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0474463 Aug 24 17:38:09.955498 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1afa1eb-0745-4111-bbea-88ec2bfb574d req-d6ff063f-9396-4fab-9612-f07912f96bc6 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348666 Aug 24 17:38:11.073838 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a7ced-4ebc-45a2-9ce4-e3fbb515c6b3 req-2d0b61e4-84d0-47bf-978e-f51b0c998ebb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:11.075296 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a89a7ced-4ebc-45a2-9ce4-e3fbb515c6b3 req-2d0b61e4-84d0-47bf-978e-f51b0c998ebb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0469625 Aug 24 17:38:11.112055 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a89a7ced-4ebc-45a2-9ce4-e3fbb515c6b3 req-f1b30c47-c843-4295-bb6d-ac872b9ba259 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309868 Aug 24 17:38:12.238943 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcc44c-6282-401f-a486-670600eea465 req-d012828c-2dcd-40a2-ab0b-07634be7ada3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:12.240565 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-dadcc44c-6282-401f-a486-670600eea465 req-d012828c-2dcd-40a2-ab0b-07634be7ada3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0487225 Aug 24 17:38:12.277855 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-dadcc44c-6282-401f-a486-670600eea465 req-71b3d799-dbbc-4ddf-b8da-f3148aea1c43 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315394 Aug 24 17:38:12.391619 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:12.423316 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b40ec7e8-b8fb-411d-b667-01e618a097d2 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:38:12.515870 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b40ec7e8-b8fb-411d-b667-01e618a097d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:12.527749 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'port_id': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'mac_address': 'fa:16:3e:86:fb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:38:12.562554 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:12.575106 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40ec7e8-b8fb-411d-b667-01e618a097d2 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:38:12.594088 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b40ec7e8-b8fb-411d-b667-01e618a097d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:12.665623 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:12.712734 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b40ec7e8-b8fb-411d-b667-01e618a097d2,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:12.719741 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:12.720088 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:12.720450 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:12.720785 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:12.721113 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:12.721503 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:12.721821 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:12.722143 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:12.722489 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:12.722809 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:12.723124 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:12.723439 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:13.011938 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['b40ec7e8-b8fb-411d-b667-01e618a097d2'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:38:13.394511 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f265e9-fff9-4130-b42b-f6e4a79d132c req-92b3481d-1602-4ed2-b60b-1e4a1fce85aa tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:13.395980 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f4f265e9-fff9-4130-b42b-f6e4a79d132c req-92b3481d-1602-4ed2-b60b-1e4a1fce85aa tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 944 time: 0.0479789 Aug 24 17:38:13.438440 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f4f265e9-fff9-4130-b42b-f6e4a79d132c req-63280871-667e-43c2-8f7e-0557863df83a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364740 Aug 24 17:38:14.448772 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b40ec7e8-b8fb-411d-b667-01e618a097d2 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:38:14.560894 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad06998-d7f0-484b-9a0c-05ebcc5c7da5 req-8964f4b7-ff3b-4c1e-9167-a08c5682b5ee tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:14.562402 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4ad06998-d7f0-484b-9a0c-05ebcc5c7da5 req-8964f4b7-ff3b-4c1e-9167-a08c5682b5ee tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 944 time: 0.0510125 Aug 24 17:38:14.580223 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port b40ec7e8-b8fb-411d-b667-01e618a097d2 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:38:14.584213 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port b40ec7e8-b8fb-411d-b667-01e618a097d2 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:38:14.584635 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:14.602166 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4ad06998-d7f0-484b-9a0c-05ebcc5c7da5 req-6c5847b6-351e-4207-a026-0c3ecf6e4a51 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340464 Aug 24 17:38:14.675279 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:14.697938 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:38:14.702782 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ece9b3c-6127-49f7-bb12-82e91ae21a8f" -d '{"events": [{"server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "name": "network-vif-plugged", "status": "completed", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:38:14.712858 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b40ec7e8-b8fb-411d-b667-01e618a097d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:14.734570 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c983ed-4617-4fc4-a3a7-3d07e4de8b78 x-openstack-request-id: req-84c983ed-4617-4fc4-a3a7-3d07e4de8b78 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:38:14.734873 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "name": "network-vif-plugged", "status": "completed", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:38:14.735119 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84c983ed-4617-4fc4-a3a7-3d07e4de8b78 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:38:14.735501 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'code': 200} Aug 24 17:38:14.780045 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:14.826535 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b40ec7e8-b8fb-411d-b667-01e618a097d2,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:15.032355 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc826-766a-4015-bc39-dd72b82050d0 req-6f99c7fb-359e-48a5-862f-c0d3c5ea6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:15.033715 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b8dfc826-766a-4015-bc39-dd72b82050d0 req-6f99c7fb-359e-48a5-862f-c0d3c5ea6dc4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 1098 time: 0.0400209 Aug 24 17:38:15.073703 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b8dfc826-766a-4015-bc39-dd72b82050d0 req-d803fdcf-3bbd-4c85-b98e-3e79933f7528 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304155 Aug 24 17:38:15.720188 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108635c-473b-486c-9a17-6075788c1e0a req-a6796338-eeab-410c-a90e-cccbbf8946de tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:15.721647 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3108635c-473b-486c-9a17-6075788c1e0a req-a6796338-eeab-410c-a90e-cccbbf8946de tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0474119 Aug 24 17:38:15.758374 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3108635c-473b-486c-9a17-6075788c1e0a req-8ee84ad8-d23f-4bed-b254-a5e7b8e32eb4 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303075 Aug 24 17:38:16.880999 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d838e-dcbb-4462-8d01-a57554fb642b req-a57030c8-ab96-41a3-b4fa-4da67f102941 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:16.882388 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b97d838e-dcbb-4462-8d01-a57554fb642b req-a57030c8-ab96-41a3-b4fa-4da67f102941 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0542421 Aug 24 17:38:16.924569 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b97d838e-dcbb-4462-8d01-a57554fb642b req-c5ec955e-e297-48d1-a2db-9534a2c082b5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357339 Aug 24 17:38:17.038699 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907fe23-0b50-4f80-8dbc-dc03a588ad55 req-e727497d-ec4b-494a-8aa2-e897f4e2957b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:17.041011 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5907fe23-0b50-4f80-8dbc-dc03a588ad55 req-e727497d-ec4b-494a-8aa2-e897f4e2957b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0501456 Aug 24 17:38:17.049133 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 38844) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:17.053480 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-d2bd5507-3343-4794-baa9-c5def73a9678 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Request body: {'floatingip': {'port_id': 'b40ec7e8-b8fb-411d-b667-01e618a097d2'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:17.093084 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5507-3343-4794-baa9-c5def73a9678 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:17.504850 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5507-3343-4794-baa9-c5def73a9678 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:17.580415 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5507-3343-4794-baa9-c5def73a9678 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:17.677344 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.l3_db [None req-d2bd5507-3343-4794-baa9-c5def73a9678 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Floating IP 055c34fe-64a8-4d6d-b59a-9959b287491c associated. External IP: 172.27.2.133, port: b40ec7e8-b8fb-411d-b667-01e618a097d2. Aug 24 17:38:17.875247 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bd5507-3343-4794-baa9-c5def73a9678 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Router 918876a2-9023-49e3-bc35-06543812ce5e has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:38:17.979415 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bd5507-3343-4794-baa9-c5def73a9678 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:38:17.984165 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5507-3343-4794-baa9-c5def73a9678 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:17.988970 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19068b7e-d5ff-4a4d-b7dd-ebb5461895a0 None None] Sync routers for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:38:17.999070 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19068b7e-d5ff-4a4d-b7dd-ebb5461895a0 None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:38:17.999628 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-19068b7e-d5ff-4a4d-b7dd-ebb5461895a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:37:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:38:18.011249 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-d2bd5507-3343-4794-baa9-c5def73a9678 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "PUT /v2.0/floatingips/055c34fe-64a8-4d6d-b59a-9959b287491c HTTP/1.1" status: 200 len: 991 time: 0.9611027 Aug 24 17:38:18.011816 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:38:18.014192 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a508593f-1519-4320-a5d7-b71889228cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:38:18.052418 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d591a182-d482-466c-973e-4aa7e132ebb0 x-openstack-request-id: req-d591a182-d482-466c-973e-4aa7e132ebb0 {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:38:18.052707 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:38:18.052957 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d591a182-d482-466c-973e-4aa7e132ebb0 {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:38:18.053351 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'status': 'completed', 'code': 200} Aug 24 17:38:18.106792 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-19068b7e-d5ff-4a4d-b7dd-ebb5461895a0 None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:38:18.116904 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508593f-1519-4320-a5d7-b71889228cdb req-f822ee68-c9b2-46bc-bf24-ff818aa9fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:18.119258 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a508593f-1519-4320-a5d7-b71889228cdb req-f822ee68-c9b2-46bc-bf24-ff818aa9fac4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 1098 time: 0.0402634 Aug 24 17:38:18.216970 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508593f-1519-4320-a5d7-b71889228cdb req-7167895f-909e-4aed-a19a-4888b1e970cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:18.218500 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a508593f-1519-4320-a5d7-b71889228cdb req-7167895f-909e-4aed-a19a-4888b1e970cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 200 len: 918 time: 0.0899827 Aug 24 17:38:18.307086 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a508593f-1519-4320-a5d7-b71889228cdb req-fa9823ed-0845-42f3-a10c-0559d98aadad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2 HTTP/1.1" status: 200 len: 999 time: 0.0636046 Aug 24 17:38:18.338078 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-19068b7e-d5ff-4a4d-b7dd-ebb5461895a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '055c34fe-64a8-4d6d-b59a-9959b287491c', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'port_id': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'mac_address': 'fa:16:3e:86:fb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:38:03Z', 'updated_at': '2021-08-24T17:38:17Z', 'revision_number': 1, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:58Z', 'revision_number': 5, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:38:18.363476 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508593f-1519-4320-a5d7-b71889228cdb req-29a7e926-2485-433d-bc65-90e412152e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:18.364351 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19068b7e-d5ff-4a4d-b7dd-ebb5461895a0 None None] Checking router: 918876a2-9023-49e3-bc35-06543812ce5e for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:38:18.364956 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a508593f-1519-4320-a5d7-b71889228cdb req-29a7e926-2485-433d-bc65-90e412152e2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=369c7c3a-2d96-4b71-a819-43b2e67698fe HTTP/1.1" status: 200 len: 856 time: 0.0439899 Aug 24 17:38:18.373182 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19068b7e-d5ff-4a4d-b7dd-ebb5461895a0 None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:38:18.373799 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-19068b7e-d5ff-4a4d-b7dd-ebb5461895a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:37:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:38:18.411320 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508593f-1519-4320-a5d7-b71889228cdb req-d0e2c913-68f0-4ccb-aef3-a3de00c1abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:18.412738 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a508593f-1519-4320-a5d7-b71889228cdb req-d0e2c913-68f0-4ccb-aef3-a3de00c1abb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8e346-8b7a-4beb-8083-d8c62155826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388560 Aug 24 17:38:18.603839 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-19068b7e-d5ff-4a4d-b7dd-ebb5461895a0 None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:38:18.765981 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a508593f-1519-4320-a5d7-b71889228cdb req-fcc386e7-5590-4abb-97f2-8216f72bf1ee service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347571 Aug 24 17:38:18.828447 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-19068b7e-d5ff-4a4d-b7dd-ebb5461895a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '055c34fe-64a8-4d6d-b59a-9959b287491c', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'port_id': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'mac_address': 'fa:16:3e:86:fb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:38:03Z', 'updated_at': '2021-08-24T17:38:17Z', 'revision_number': 1, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:58Z', 'revision_number': 5, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:38:18.858676 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19068b7e-d5ff-4a4d-b7dd-ebb5461895a0 None None] The sync data for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi is: [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '055c34fe-64a8-4d6d-b59a-9959b287491c', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'port_id': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'mac_address': 'fa:16:3e:86:fb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:38:03Z', 'updated_at': '2021-08-24T17:38:17Z', 'revision_number': 1, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:58Z', 'revision_number': 5, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:38:18.863127 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a508593f-1519-4320-a5d7-b71889228cdb req-d2ba675b-18c2-4954-ace6-6defa134febe service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855873 Aug 24 17:38:19.050629 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9debccd-a91f-4c51-b41f-f758fd9d19e5 None None] New status for floating IP 055c34fe-64a8-4d6d-b59a-9959b287491c: ACTIVE {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:38:21.119907 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3cb4f-0bfb-4b03-ac7c-69e6e0c4c3c3 req-d5c370b9-27f2-4f80-a782-067b82f2f3bb tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:21.121427 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3ad3cb4f-0bfb-4b03-ac7c-69e6e0c4c3c3 req-d5c370b9-27f2-4f80-a782-067b82f2f3bb tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0522137 Aug 24 17:38:21.159623 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3ad3cb4f-0bfb-4b03-ac7c-69e6e0c4c3c3 req-2d50caf6-ee73-432a-90f8-0ef801eb15af tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317287 Aug 24 17:38:22.277833 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6334b88-71fe-47c1-9a94-a4e8e40a7002 req-1e63bef8-ccc9-4a94-8c8d-61bfff02ac72 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:22.279316 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f6334b88-71fe-47c1-9a94-a4e8e40a7002 req-1e63bef8-ccc9-4a94-8c8d-61bfff02ac72 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0500100 Aug 24 17:38:22.317249 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f6334b88-71fe-47c1-9a94-a4e8e40a7002 req-f2fdb241-505e-4fd7-b0d8-8796eb0fec60 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318937 Aug 24 17:38:23.224242 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-b444241b-b0ea-42b8-a278-8cd17f959683 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:23.225715 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-b444241b-b0ea-42b8-a278-8cd17f959683 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/networks?id=dcfdc573-3c21-483d-b369-4836e4d35aba HTTP/1.1" status: 200 len: 815 time: 0.1034431 Aug 24 17:38:23.240934 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-080ba538-f93c-4b38-904a-06ebc3e8061e tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/quotas/b0a8ceca778c48b089cfef6d929e9377 HTTP/1.1" status: 200 len: 375 time: 0.0087364 Aug 24 17:38:23.293177 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-91ce1849-9c44-4f5e-8e87-011b04f29d5d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0a8ceca778c48b089cfef6d929e9377&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470030 Aug 24 17:38:23.382385 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-58bfb6eb-8f6e-4e3b-9d76-c5786097750a service neutron] 10.222.0.41 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823061 Aug 24 17:38:23.477781 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-d2a7c5dd-d6b8-4d87-a013-9b30c83a7dc2 service neutron] 10.222.0.41 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893526 Aug 24 17:38:23.767428 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63299b3-c25e-4a6b-bfcb-966c7c718b4e req-99fcc815-49be-4e19-a041-3667e9975450 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:23.768965 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a63299b3-c25e-4a6b-bfcb-966c7c718b4e req-99fcc815-49be-4e19-a041-3667e9975450 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0506167 Aug 24 17:38:23.808569 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a63299b3-c25e-4a6b-bfcb-966c7c718b4e req-b628a5a0-c546-4619-80c9-577f920bab8b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320141 Aug 24 17:38:23.877952 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9f74cc03-5ef8-4217-becf-ccd2a24d7706 req-2c55cfb5-701f-4ddf-88ab-405fa66a6f8d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 210 time: 0.0292456 Aug 24 17:38:24.925365 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adfeb8-79e8-43cb-9656-438470d67285 req-feba8bdd-7946-4d76-a9b4-1c17ce7e7099 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:24.927033 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1adfeb8-79e8-43cb-9656-438470d67285 req-feba8bdd-7946-4d76-a9b4-1c17ce7e7099 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0486889 Aug 24 17:38:24.963490 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b1adfeb8-79e8-43cb-9656-438470d67285 req-fdedc7a0-7864-4c79-9b98-d3adbe51104b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308061 Aug 24 17:38:25.041621 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ae864855-47d2-4aeb-91a7-c00418e0a0bb req-a5fdcbe9-5cce-468a-8a41-f19c46597d84 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 210 time: 0.0268841 Aug 24 17:38:25.237256 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-46616df4-33f7-41ed-871d-1856c8cb768b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:26.082205 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de07dd-7f61-4793-9387-3334fe9fa962 req-675afbcf-43bb-4ed7-aab2-8376f45f3944 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:26.084748 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-06de07dd-7f61-4793-9387-3334fe9fa962 req-675afbcf-43bb-4ed7-aab2-8376f45f3944 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0517709 Aug 24 17:38:26.146580 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-19f0c1df-13ef-4642-87b1-ab9b7a33b27c req-609e7b49-3554-422d-a94a-4fdca541116a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 210 time: 0.0359533 Aug 24 17:38:26.149840 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-06de07dd-7f61-4793-9387-3334fe9fa962 req-3bfea38d-6783-49f4-bd5e-b42f09b60594 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594199 Aug 24 17:38:26.574636 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-2bd1a496-5e20-4ff0-af7c-9ac689d30ac4 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:26.576119 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-2bd1a496-5e20-4ff0-af7c-9ac689d30ac4 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "GET /v2.0/networks?id=dcfdc573-3c21-483d-b369-4836e4d35aba HTTP/1.1" status: 200 len: 815 time: 0.1025417 Aug 24 17:38:26.604474 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-f4ee38d9-5f0a-4f80-bd82-39a3bf58d0eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Request body: {'port': {'device_id': '83dad761-a607-4981-80a5-d2b72d8f4e82', 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba', 'admin_state_up': True, 'tenant_id': 'b0a8ceca778c48b089cfef6d929e9377'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:26.797214 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-f4ee38d9-5f0a-4f80-bd82-39a3bf58d0eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Made reservation on behalf of b0a8ceca778c48b089cfef6d929e9377 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:38:26.800839 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-f4ee38d9-5f0a-4f80-bd82-39a3bf58d0eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:26.927499 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-f4ee38d9-5f0a-4f80-bd82-39a3bf58d0eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Allocated IP 172.20.0.7 (dcfdc573-3c21-483d-b369-4836e4d35aba/5f8329a7-0d8d-4b6a-9a14-d24fe65af491/00cc71e7-4a83-4177-b79c-d90b39c316f1) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:38:27.073947 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-f4ee38d9-5f0a-4f80-bd82-39a3bf58d0eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:27.175436 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-f4ee38d9-5f0a-4f80-bd82-39a3bf58d0eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:27.223078 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-f4ee38d9-5f0a-4f80-bd82-39a3bf58d0eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Network dcfdc573-3c21-483d-b369-4836e4d35aba is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:38:27.226423 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-f4ee38d9-5f0a-4f80-bd82-39a3bf58d0eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:38:27.231210 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-f4ee38d9-5f0a-4f80-bd82-39a3bf58d0eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:38:27.237803 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee38d9-5f0a-4f80-bd82-39a3bf58d0eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Pushing event updated for resources: {'Port': ['ID=00cc71e7-4a83-4177-b79c-d90b39c316f1,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:27.283350 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-f4ee38d9-5f0a-4f80-bd82-39a3bf58d0eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:27.283957 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-f4ee38d9-5f0a-4f80-bd82-39a3bf58d0eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:27.292279 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b094d-1ce2-4b06-b1a6-b571b682f3cb req-511ab0fb-cdc0-45ac-8b96-27ac9b1ee2ca tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:27.293772 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-033b094d-1ce2-4b06-b1a6-b571b682f3cb req-511ab0fb-cdc0-45ac-8b96-27ac9b1ee2ca tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 931 time: 0.0772622 Aug 24 17:38:27.306315 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e2f16-e687-4f5d-995c-ca8e3c2cfe68 req-a18c50fd-4c2a-4190-91dd-ed41f2282d6f tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:27.307706 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-118e2f16-e687-4f5d-995c-ca8e3c2cfe68 req-a18c50fd-4c2a-4190-91dd-ed41f2282d6f tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0802944 Aug 24 17:38:27.358139 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-f4ee38d9-5f0a-4f80-bd82-39a3bf58d0eb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7579684 Aug 24 17:38:27.363316 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-033b094d-1ce2-4b06-b1a6-b571b682f3cb req-6fe7b94d-9a4d-471b-9fc4-e21fc4b2c14c tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546689 Aug 24 17:38:27.368034 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-118e2f16-e687-4f5d-995c-ca8e3c2cfe68 req-f1f2a53c-e020-481a-810a-c697f1074357 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534072 Aug 24 17:38:28.128635 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-6d25961b-8d8d-42ef-bff2-5a94a7055afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:28.471598 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:28.480944 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b265cb-029a-4eba-8148-cb09e173b450 req-aa8bab74-7311-4cca-b592-a3788bfb41cb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:28.482391 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-06b265cb-029a-4eba-8148-cb09e173b450 req-aa8bab74-7311-4cca-b592-a3788bfb41cb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 931 time: 0.0510387 Aug 24 17:38:28.518906 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-06b265cb-029a-4eba-8148-cb09e173b450 req-8911b73d-f38a-4e7c-8bd9-458e27c13c55 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306184 Aug 24 17:38:28.618961 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504ba7-6597-4962-960c-23b3c43e699e req-767186c1-043b-4fb1-a567-ad40fb7b6786 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:28.620543 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-75504ba7-6597-4962-960c-23b3c43e699e req-767186c1-043b-4fb1-a567-ad40fb7b6786 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0485330 Aug 24 17:38:28.657983 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-75504ba7-6597-4962-960c-23b3c43e699e req-e2312dd8-483d-4014-881a-3fcd1e09caae tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314043 Aug 24 17:38:29.454280 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:29.553486 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['1e202f37-ff09-414b-9c5f-d15ff3c6a47a', '9a3c3973-68f0-45cd-97da-23e3d84a38be', 'aaa725d9-1942-49d0-9d7a-d0693adc8cda'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:38:29.567524 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Request body: {'port': {'device_id': '83dad761-a607-4981-80a5-d2b72d8f4e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:29.632350 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:29.643961 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f09d9-1599-4acd-b5ea-67492ad0d037 req-cfdcf5a8-5fdd-4391-9f7b-5a411553719e tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:29.648872 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d69f09d9-1599-4acd-b5ea-67492ad0d037 req-cfdcf5a8-5fdd-4391-9f7b-5a411553719e tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 931 time: 0.0626688 Aug 24 17:38:29.687766 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d69f09d9-1599-4acd-b5ea-67492ad0d037 req-7d245991-25d9-4a6f-ab57-c6f86d872a43 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356035 Aug 24 17:38:29.803579 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe47ddf-46ab-4b8e-8970-dd6f8f14215a req-e87947a6-dbc5-4892-9a14-623de92fbdf3 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:29.805535 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ebe47ddf-46ab-4b8e-8970-dd6f8f14215a req-e87947a6-dbc5-4892-9a14-623de92fbdf3 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0604861 Aug 24 17:38:29.839027 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-66e364fa-ca72-41b3-9571-3f9d99e41ce2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:29.841429 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-66e364fa-ca72-41b3-9571-3f9d99e41ce2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.42 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 946 time: 0.0878654 Aug 24 17:38:29.849757 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ebe47ddf-46ab-4b8e-8970-dd6f8f14215a req-d10bafa9-6260-45dc-87fb-8ed9e3e91efa tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345895 Aug 24 17:38:30.040544 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Deleting port 84f0d42f-836e-48e8-93a2-e134a89114dd {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:38:30.040932 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:30.070212 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cc71e7-4a83-4177-b79c-d90b39c316f1 {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:38:30.108052 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:30.131471 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Transition to ACTIVE for port object 00cc71e7-4a83-4177-b79c-d90b39c316f1 will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:38:30.158636 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] For port 84f0d42f-836e-48e8-93a2-e134a89114dd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=84f0d42f-836e-48e8-93a2-e134a89114dd,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:30.159439 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:30.191485 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:38:30.207447 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:30.298064 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Pushing event updated for resources: {'Port': ['ID=00cc71e7-4a83-4177-b79c-d90b39c316f1,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:30.428518 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:30.428912 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:30.429229 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.l3_db [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Floating IP 7a2c5114-5890-4ecb-b754-44b1ba1f32a8 disassociated. External IP: 172.27.2.94, port: 84f0d42f-836e-48e8-93a2-e134a89114dd. Aug 24 17:38:30.429576 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Calling delete_port for 84f0d42f-836e-48e8-93a2-e134a89114dd owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:38:30.431595 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Attempting to bind port 00cc71e7-4a83-4177-b79c-d90b39c316f1 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:38:30.432479 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Attempting to bind port 00cc71e7-4a83-4177-b79c-d90b39c316f1 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:38:30.432808 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Attempting to bind port 00cc71e7-4a83-4177-b79c-d90b39c316f1 on network dcfdc573-3c21-483d-b369-4836e4d35aba {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:38:30.433065 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:30.442719 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Port 00cc71e7-4a83-4177-b79c-d90b39c316f1 on network dcfdc573-3c21-483d-b369-4836e4d35aba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:38:30.443047 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Attempting to bind port 00cc71e7-4a83-4177-b79c-d90b39c316f1 on network dcfdc573-3c21-483d-b369-4836e4d35aba {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:38:30.450214 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:38:30.450562 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Checking segment: {'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:38:30.450946 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Bound using segment: {'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:38:30.451373 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Bound port: 00cc71e7-4a83-4177-b79c-d90b39c316f1, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:38:30.451737 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:30.569120 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] For port 00cc71e7-4a83-4177-b79c-d90b39c316f1, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:38:30.569120 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] For port 00cc71e7-4a83-4177-b79c-d90b39c316f1, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00cc71e7-4a83-4177-b79c-d90b39c316f1,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:38:30.643547 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:30.676221 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:30.686672 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:30.687617 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:30.689064 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] 10.222.0.42 "PUT /v2.0/ports/00cc71e7-4a83-4177-b79c-d90b39c316f1 HTTP/1.1" status: 200 len: 1093 time: 1.1264386 Aug 24 17:38:30.693586 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dad761-a607-4981-80a5-d2b72d8f4e82', 'tag': '00cc71e7-4a83-4177-b79c-d90b39c316f1'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:38:30.696800 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d899b163-6571-470a-82cf-f6957b949574" -d '{"events": [{"name": "network-changed", "server_uuid": "83dad761-a607-4981-80a5-d2b72d8f4e82", "tag": "00cc71e7-4a83-4177-b79c-d90b39c316f1"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:38:30.730978 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01b1dc-9c3e-4b1c-92be-4353003e0b31 service neutron] Pushing event updated for resources: {'Port': ['ID=00cc71e7-4a83-4177-b79c-d90b39c316f1,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:30.797028 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event deleted for resources: {'Port': ['ID=84f0d42f-836e-48e8-93a2-e134a89114dd,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:30.821683 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c30e0-4e41-4967-b909-6b2cad0da177 req-80e42568-d53b-445b-b184-b94063bc4646 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:30.823368 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bb9c30e0-4e41-4967-b909-6b2cad0da177 req-80e42568-d53b-445b-b184-b94063bc4646 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 943 time: 0.0494554 Aug 24 17:38:30.824190 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9abbb4c-10ad-48c0-87af-03797588e5b0 x-openstack-request-id: req-c9abbb4c-10ad-48c0-87af-03797588e5b0 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:38:30.824497 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83dad761-a607-4981-80a5-d2b72d8f4e82", "tag": "00cc71e7-4a83-4177-b79c-d90b39c316f1", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:38:30.826885 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9abbb4c-10ad-48c0-87af-03797588e5b0 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:38:30.826885 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83dad761-a607-4981-80a5-d2b72d8f4e82', 'tag': '00cc71e7-4a83-4177-b79c-d90b39c316f1', 'status': 'completed', 'code': 200} Aug 24 17:38:30.862051 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bb9c30e0-4e41-4967-b909-6b2cad0da177 req-6bf0d96b-8a1e-4ef5-9c8d-11f5faa9fcfe tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328426 Aug 24 17:38:30.881881 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899b163-6571-470a-82cf-f6957b949574 req-be8058b4-d678-4aaa-8cc3-2136f7c410cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:30.883411 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d899b163-6571-470a-82cf-f6957b949574 req-be8058b4-d678-4aaa-8cc3-2136f7c410cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0a8ceca778c48b089cfef6d929e9377&device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 1096 time: 0.0575297 Aug 24 17:38:30.929354 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Router 3910f0f6-9528-4283-9963-e8f9a43d6f4b has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:38:30.946892 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ba58bb61-942f-4c2f-8453-f3c4a5d3e01d req-b82a6066-1efc-48ea-9a0f-9e17c8deb27c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 210 time: 0.0253720 Aug 24 17:38:31.067982 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899b163-6571-470a-82cf-f6957b949574 req-d6385f7e-b0d4-40f0-bef8-9f8af79c27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:31.069475 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d899b163-6571-470a-82cf-f6957b949574 req-d6385f7e-b0d4-40f0-bef8-9f8af79c27e3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0a8ceca778c48b089cfef6d929e9377&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1730704 Aug 24 17:38:31.151260 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:38:31.164946 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3e994-813c-4f79-bfe4-2769af31f196 None None] Sync routers for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:38:31.174354 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3e994-813c-4f79-bfe4-2769af31f196 None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:38:31.175338 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-a3f3e994-813c-4f79-bfe4-2769af31f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:38:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:38:31.203842 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] No DVR routers for this DVR port 84f0d42f-836e-48e8-93a2-e134a89114dd on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:38:31.207651 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:31.209612 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-2db253ed-1dd5-4fda-9fb2-0eac45b47124 req-36f36b6e-f5b4-4425-a815-8c8d780542cd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.42 "DELETE /v2.0/ports/84f0d42f-836e-48e8-93a2-e134a89114dd HTTP/1.1" status: 204 len: 173 time: 1.3318667 Aug 24 17:38:31.229823 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899b163-6571-470a-82cf-f6957b949574 req-7f412935-80c7-4b7e-88aa-29a30867f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:31.231556 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d899b163-6571-470a-82cf-f6957b949574 req-7f412935-80c7-4b7e-88aa-29a30867f82a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505902 Aug 24 17:38:31.289451 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-a3f3e994-813c-4f79-bfe4-2769af31f196 None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:38:31.331564 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-6519c63d-55ed-4931-8f2a-20eef191ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:31.333030 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-6519c63d-55ed-4931-8f2a-20eef191ac20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0a8ceca778c48b089cfef6d929e9377&device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 1096 time: 0.0463831 Aug 24 17:38:31.381881 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-b72e92bb-61d6-48f0-b1db-24556be42f2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00cc71e7-4a83-4177-b79c-d90b39c316f1 HTTP/1.1" status: 200 len: 217 time: 0.0346904 Aug 24 17:38:31.443877 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-ecfb0f65-e5fd-4e94-9bf6-984faf57284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:31.445428 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-ecfb0f65-e5fd-4e94-9bf6-984faf57284a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8329a7-0d8d-4b6a-9a14-d24fe65af491 HTTP/1.1" status: 200 len: 855 time: 0.0489447 Aug 24 17:38:31.483835 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-604313f2-a356-456f-9571-e45bfddc3842 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dcfdc573-3c21-483d-b369-4836e4d35aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258119 Aug 24 17:38:31.493592 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-a3f3e994-813c-4f79-bfe4-2769af31f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:45Z', 'revision_number': 5, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:38:31.523023 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3e994-813c-4f79-bfe4-2769af31f196 None None] Checking router: 3910f0f6-9528-4283-9963-e8f9a43d6f4b for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:38:31.532498 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3e994-813c-4f79-bfe4-2769af31f196 None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:38:31.533189 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-a3f3e994-813c-4f79-bfe4-2769af31f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:38:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:38:31.589942 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-a7bd463e-63dd-4d8a-95c3-5efdc37a26fe service neutron] 10.222.0.42 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944817 Aug 24 17:38:31.655585 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-a3f3e994-813c-4f79-bfe4-2769af31f196 None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:38:31.693524 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b1e7ba07-7890-45c5-9278-2d6ef364451c req-550f3caf-d224-4317-91ce-f932927ba447 service neutron] 10.222.0.42 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946147 Aug 24 17:38:31.860790 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-a3f3e994-813c-4f79-bfe4-2769af31f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:45Z', 'revision_number': 5, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:38:31.888260 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3e994-813c-4f79-bfe4-2769af31f196 None None] The sync data for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi is: [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:45Z', 'revision_number': 5, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:38:32.214606 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063c230-d7dc-4f89-8c49-d2f99fe52c5b None None] New status for floating IP 7a2c5114-5890-4ecb-b754-44b1ba1f32a8: DOWN {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:38:32.242678 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202451ec-aeb9-4d4f-8f12-bcccf43e4894 req-47e2664a-e7fb-47b7-86b4-83f760f1fa01 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:32.248805 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-202451ec-aeb9-4d4f-8f12-bcccf43e4894 req-47e2664a-e7fb-47b7-86b4-83f760f1fa01 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 943 time: 0.3157909 Aug 24 17:38:32.265562 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-90120475-e9ba-4fe4-a236-55db3327849b req-e67eddd8-5a29-4ece-993c-4c72e144d028 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=021434a4-4781-472f-ad8e-43fb1419e27a HTTP/1.1" status: 200 len: 210 time: 0.0447383 Aug 24 17:38:32.310660 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-202451ec-aeb9-4d4f-8f12-bcccf43e4894 req-e66af821-0d22-460e-a8da-2dc32a19718c tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474224 Aug 24 17:38:32.826680 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021434a4-4781-472f-ad8e-43fb1419e27a', 'name': 'network-vif-deleted', 'tag': '84f0d42f-836e-48e8-93a2-e134a89114dd'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:38:32.829564 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c00421-6814-4215-b617-b3005818c281" -d '{"events": [{"server_uuid": "021434a4-4781-472f-ad8e-43fb1419e27a", "name": "network-vif-deleted", "tag": "84f0d42f-836e-48e8-93a2-e134a89114dd"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:38:32.866383 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c1c1e1-9ba9-4c3b-9ed0-cddf5612c516 x-openstack-request-id: req-a5c1c1e1-9ba9-4c3b-9ed0-cddf5612c516 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:38:32.866669 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021434a4-4781-472f-ad8e-43fb1419e27a", "name": "network-vif-deleted", "tag": "84f0d42f-836e-48e8-93a2-e134a89114dd", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:38:32.866919 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5c1c1e1-9ba9-4c3b-9ed0-cddf5612c516 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:38:32.867314 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021434a4-4781-472f-ad8e-43fb1419e27a', 'name': 'network-vif-deleted', 'tag': '84f0d42f-836e-48e8-93a2-e134a89114dd', 'status': 'completed', 'code': 200} Aug 24 17:38:33.432815 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809f32c-4202-40d8-953d-274e2997b563 req-edabf24d-8609-4071-9b38-e66f3303379d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:33.434178 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3809f32c-4202-40d8-953d-274e2997b563 req-edabf24d-8609-4071-9b38-e66f3303379d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 943 time: 0.0499713 Aug 24 17:38:33.473008 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3809f32c-4202-40d8-953d-274e2997b563 req-cd37c5f5-2c10-4d63-bbd5-5f956644570f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Aug 24 17:38:33.477874 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39016) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:33.531708 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-862961c2-0daf-4be2-a403-ea20fa31ddf0 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:33.554821 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-862961c2-0daf-4be2-a403-ea20fa31ddf0 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:33.694246 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-862961c2-0daf-4be2-a403-ea20fa31ddf0 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:33.696669 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-862961c2-0daf-4be2-a403-ea20fa31ddf0 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:33.697939 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-862961c2-0daf-4be2-a403-ea20fa31ddf0 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "DELETE /v2.0/security-groups/eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0 HTTP/1.1" status: 204 len: 168 time: 0.2190285 Aug 24 17:38:33.701065 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39018) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:33.706832 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862961c2-0daf-4be2-a403-ea20fa31ddf0 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:33.716659 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.api.v2.resource [None req-89912eee-a4af-44fc-af7b-459ef8c71dd7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] show failed (client error): The resource could not be found. Aug 24 17:38:33.717660 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-89912eee-a4af-44fc-af7b-459ef8c71dd7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups/eaf7f84e-a059-4f6c-a4cf-3da70e03f2e0 HTTP/1.1" status: 404 len: 347 time: 0.0155385 Aug 24 17:38:33.720569 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39020) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:33.842462 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-5d74afd3-b53b-43b1-ae27-d0233a1511b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Deleting port 47de69a3-5a8a-4fe6-8443-e6f1b5ddec6e {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:38:33.843187 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d74afd3-b53b-43b1-ae27-d0233a1511b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:33.917078 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d74afd3-b53b-43b1-ae27-d0233a1511b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:33.918143 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d74afd3-b53b-43b1-ae27-d0233a1511b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:33.929973 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-5d74afd3-b53b-43b1-ae27-d0233a1511b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Calling delete_port for 47de69a3-5a8a-4fe6-8443-e6f1b5ddec6e owned by network:floatingip {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:38:34.134201 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d74afd3-b53b-43b1-ae27-d0233a1511b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:34.160668 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74afd3-b53b-43b1-ae27-d0233a1511b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event deleted for resources: {'Port': ['ID=47de69a3-5a8a-4fe6-8443-e6f1b5ddec6e,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:34.229997 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d74afd3-b53b-43b1-ae27-d0233a1511b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:34.232540 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5d74afd3-b53b-43b1-ae27-d0233a1511b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:34.233690 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-5d74afd3-b53b-43b1-ae27-d0233a1511b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "DELETE /v2.0/floatingips/7a2c5114-5890-4ecb-b754-44b1ba1f32a8 HTTP/1.1" status: 204 len: 168 time: 0.5122387 Aug 24 17:38:34.596260 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522c6d6-19bf-4c77-9dcb-86d3f4f82c6d req-6fbb17a1-6165-4556-b7ff-292f9678c038 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:34.597938 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2522c6d6-19bf-4c77-9dcb-86d3f4f82c6d req-6fbb17a1-6165-4556-b7ff-292f9678c038 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 943 time: 0.0556669 Aug 24 17:38:34.637070 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2522c6d6-19bf-4c77-9dcb-86d3f4f82c6d req-34fcc2f6-9aac-4764-9caf-64233e35adc9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327790 Aug 24 17:38:34.732506 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39040) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:34.737161 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-03510269-9c20-4aad-807b-7a93dc4ae305 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1973533800', 'description': 'tempest-description--1659984174'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:34.813911 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-03510269-9c20-4aad-807b-7a93dc4ae305 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:34.892818 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-03510269-9c20-4aad-807b-7a93dc4ae305 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:34.953131 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-03510269-9c20-4aad-807b-7a93dc4ae305 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:34.982365 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03510269-9c20-4aad-807b-7a93dc4ae305 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a4f260-dd80-4e7c-979f-ad53426fc3cd,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:35.031668 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-03510269-9c20-4aad-807b-7a93dc4ae305 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:35.033049 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-03510269-9c20-4aad-807b-7a93dc4ae305 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2994421 Aug 24 17:38:35.035771 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39044) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:35.040164 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-6e4c5a79-ce9c-4706-bf53-9480d4551887 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Request body: {'security_group_rule': {'security_group_id': '85a4f260-dd80-4e7c-979f-ad53426fc3cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:35.151597 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a79-ce9c-4706-bf53-9480d4551887 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:35.208433 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a79-ce9c-4706-bf53-9480d4551887 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:35.311346 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a79-ce9c-4706-bf53-9480d4551887 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:35.326085 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c5a79-ce9c-4706-bf53-9480d4551887 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07378f02-206a-4a56-b2df-86d64c20162d,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:35.397019 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a79-ce9c-4706-bf53-9480d4551887 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:35.398216 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-6e4c5a79-ce9c-4706-bf53-9480d4551887 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3614683 Aug 24 17:38:35.401574 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39046) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:35.408082 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-07cb18a0-c5d7-46cc-8067-fc4450ae986a tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Request body: {'security_group_rule': {'security_group_id': '85a4f260-dd80-4e7c-979f-ad53426fc3cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:35.550710 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-07cb18a0-c5d7-46cc-8067-fc4450ae986a tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:35.576124 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 00cc71e7-4a83-4177-b79c-d90b39c316f1 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:38:35.578806 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 84f0d42f-836e-48e8-93a2-e134a89114dd no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:38:35.605093 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 84f0d42f-836e-48e8-93a2-e134a89114dd {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:38:35.605725 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 84f0d42f-836e-48e8-93a2-e134a89114dd not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:38:35.617122 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-07cb18a0-c5d7-46cc-8067-fc4450ae986a tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:35.698791 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 00cc71e7-4a83-4177-b79c-d90b39c316f1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00cc71e7-4a83-4177-b79c-d90b39c316f1,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:35.709417 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '00cc71e7-4a83-4177-b79c-d90b39c316f1', 'network_id': 'dcfdc573-3c21-483d-b369-4836e4d35aba', 'port_id': '00cc71e7-4a83-4177-b79c-d90b39c316f1', 'mac_address': 'fa:16:3e:0f:28:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8329a7-0d8d-4b6a-9a14-d24fe65af491', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:38:35.740639 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-07cb18a0-c5d7-46cc-8067-fc4450ae986a tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:35.750358 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:35.764336 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cc71e7-4a83-4177-b79c-d90b39c316f1 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:38:35.769708 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55619-4476-4e4d-bb1c-76ad3015187c req-70f816f0-54a6-4b08-a567-34fff1ffbd40 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:35.771183 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c5f55619-4476-4e4d-bb1c-76ad3015187c req-70f816f0-54a6-4b08-a567-34fff1ffbd40 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 943 time: 0.0652237 Aug 24 17:38:35.771880 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb18a0-c5d7-46cc-8067-fc4450ae986a tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0064244d-aeb5-40ee-9928-0c044014f4cf,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:35.788996 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 00cc71e7-4a83-4177-b79c-d90b39c316f1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00cc71e7-4a83-4177-b79c-d90b39c316f1,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:35.809325 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c5f55619-4476-4e4d-bb1c-76ad3015187c req-984f0bb1-e29c-4cf8-8be2-f3eba21c2beb tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309925 Aug 24 17:38:35.894545 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:35.894789 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-07cb18a0-c5d7-46cc-8067-fc4450ae986a tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:35.898700 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-07cb18a0-c5d7-46cc-8067-fc4450ae986a tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4933388 Aug 24 17:38:35.899716 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39054) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:35.904400 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Request body: {'floatingip': {'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:35.955240 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=00cc71e7-4a83-4177-b79c-d90b39c316f1,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:36.014743 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:36.122588 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6b9a6-abf3-4d20-80e7-648cc08fae6b req-cd115ef8-4563-4f7c-9356-1ea676506a5a tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:36.123946 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4fd6b9a6-abf3-4d20-80e7-648cc08fae6b req-cd115ef8-4563-4f7c-9356-1ea676506a5a tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 945 time: 0.0877321 Aug 24 17:38:36.176977 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4fd6b9a6-abf3-4d20-80e7-648cc08fae6b req-5bb6f2d7-bdc3-4f39-9eed-1aa27a787145 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456324 Aug 24 17:38:36.181026 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:36.284533 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['00cc71e7-4a83-4177-b79c-d90b39c316f1'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:38:36.287312 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Allocated IP 172.27.2.159 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/048c1a4b-45aa-4348-aeed-130ece7f4fb3) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:38:36.388883 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:36.477401 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:36.516561 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:38:36.519265 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:38:36.521771 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:38:36.557150 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event updated for resources: {'Port': ['ID=048c1a4b-45aa-4348-aeed-130ece7f4fb3,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:36.656493 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:36.758021 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:36.934309 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for port, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:36.950853 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2065c-6bab-4a8c-a3a0-73e017314053 req-baa9505a-c54b-424a-b217-37f5844a584a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:36.953012 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-69b2065c-6bab-4a8c-a3a0-73e017314053 req-baa9505a-c54b-424a-b217-37f5844a584a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 944 time: 0.0655961 Aug 24 17:38:36.990541 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-69b2065c-6bab-4a8c-a3a0-73e017314053 req-974794d4-7938-4079-a65a-7ec9b568776d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Aug 24 17:38:36.991612 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13043985'] for port, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:37.058940 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event updated for resources: {'Port': ['ID=048c1a4b-45aa-4348-aeed-130ece7f4fb3,revision_number=2']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:37.068473 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:37.128359 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:37.129608 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-f63f905c-ddf7-4eb7-90e9-f7d0c8daf8ee tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2289035 Aug 24 17:38:37.340748 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-3abd73d9-c201-4873-8742-79714dbf9860 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1973533800&fields=id&tenant_id=fab5df39ab324a65a39f6aa738975daf HTTP/1.1" status: 200 len: 267 time: 0.0602961 Aug 24 17:38:37.379615 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d4992-5347-4a0f-86cd-e98fcd48f670 req-ced52ef0-4c7e-4383-8bf3-c86b5371d9ac tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:37.381063 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-220d4992-5347-4a0f-86cd-e98fcd48f670 req-ced52ef0-4c7e-4383-8bf3-c86b5371d9ac tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 945 time: 0.1343322 Aug 24 17:38:37.461684 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-220d4992-5347-4a0f-86cd-e98fcd48f670 req-0846ab52-7990-4b9c-a5c9-83c01bed8285 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737147 Aug 24 17:38:37.489492 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-32b93958-25e3-408b-9cbb-6efe8a4bcbe8 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:37.490965 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-32b93958-25e3-408b-9cbb-6efe8a4bcbe8 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/networks?id=703df97f-2490-4b01-bd7b-1ec10d27aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1428995 Aug 24 17:38:37.506000 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-fa06e4e0-bc62-4992-b6ff-32f77d405537 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/quotas/fab5df39ab324a65a39f6aa738975daf HTTP/1.1" status: 200 len: 375 time: 0.0090282 Aug 24 17:38:37.561026 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-0150f5d8-6bdb-4095-958e-a6cb67764878 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fab5df39ab324a65a39f6aa738975daf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475540 Aug 24 17:38:37.591775 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 00cc71e7-4a83-4177-b79c-d90b39c316f1 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:38:37.666129 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-b2c2d4cc-4e01-4608-94dc-a4dddee5ccdb service neutron] 10.222.0.41 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910845 Aug 24 17:38:37.694116 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 00cc71e7-4a83-4177-b79c-d90b39c316f1 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:38:37.698672 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 00cc71e7-4a83-4177-b79c-d90b39c316f1 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:38:37.699080 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:37.760636 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-a100ba2f-8632-4b3c-8b37-dca7a05fc940 service neutron] 10.222.0.41 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885084 Aug 24 17:38:37.775630 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:37.798474 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dad761-a607-4981-80a5-d2b72d8f4e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cc71e7-4a83-4177-b79c-d90b39c316f1'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:38:37.800830 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadc16b6-7af6-4f55-8949-9e44195bee6e" -d '{"events": [{"server_uuid": "83dad761-a607-4981-80a5-d2b72d8f4e82", "name": "network-vif-plugged", "status": "completed", "tag": "00cc71e7-4a83-4177-b79c-d90b39c316f1"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:38:37.814453 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 00cc71e7-4a83-4177-b79c-d90b39c316f1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00cc71e7-4a83-4177-b79c-d90b39c316f1,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:37.838042 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61a66aa-b92c-41b7-8bc0-c167970e45c9 x-openstack-request-id: req-b61a66aa-b92c-41b7-8bc0-c167970e45c9 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:38:37.838424 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dad761-a607-4981-80a5-d2b72d8f4e82", "name": "network-vif-plugged", "status": "completed", "tag": "00cc71e7-4a83-4177-b79c-d90b39c316f1", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:38:37.838761 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b61a66aa-b92c-41b7-8bc0-c167970e45c9 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:38:37.839152 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dad761-a607-4981-80a5-d2b72d8f4e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cc71e7-4a83-4177-b79c-d90b39c316f1', 'code': 200} Aug 24 17:38:37.876876 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:37.929255 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=00cc71e7-4a83-4177-b79c-d90b39c316f1,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:37.981866 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-826ebd7f-7341-4b74-9090-22aed74ec5fc req-d6a5689a-0f9e-4ab1-9b1c-f716110f6476 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 210 time: 0.0279858 Aug 24 17:38:38.109087 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2dcf8-541b-4ac8-a3ad-7b5ca7f3594e req-54f62022-be4d-4cf5-bee2-62a50c854d0f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:38.110617 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c1e2dcf8-541b-4ac8-a3ad-7b5ca7f3594e req-54f62022-be4d-4cf5-bee2-62a50c854d0f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 945 time: 0.0510888 Aug 24 17:38:38.138861 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016ac00-bbff-4340-9163-f0fa08df5ad9 req-ff324d42-44dd-4514-ad26-b8a49483250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:38.140575 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d016ac00-bbff-4340-9163-f0fa08df5ad9 req-ff324d42-44dd-4514-ad26-b8a49483250b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 1098 time: 0.0401266 Aug 24 17:38:38.150750 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c1e2dcf8-541b-4ac8-a3ad-7b5ca7f3594e req-cd32c5bd-51bc-4ab7-a8f7-ef63ae96b075 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331945 Aug 24 17:38:38.182927 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d016ac00-bbff-4340-9163-f0fa08df5ad9 req-51c9a49a-e977-4107-a03f-683a28c3c497 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Aug 24 17:38:38.506427 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa6526-3c1a-45ce-9f92-79a7bab82876 req-479d3e60-7985-4944-bb4a-cdba33a2af60 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:38.508987 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5dfa6526-3c1a-45ce-9f92-79a7bab82876 req-479d3e60-7985-4944-bb4a-cdba33a2af60 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.42 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 945 time: 0.0474911 Aug 24 17:38:38.581940 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440901f-dd1e-4c68-aa92-9b481d1b7243 req-342c8958-47ca-4b07-a49a-5df8e68b9f82 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:38.583591 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a440901f-dd1e-4c68-aa92-9b481d1b7243 req-342c8958-47ca-4b07-a49a-5df8e68b9f82 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 945 time: 0.0536516 Aug 24 17:38:38.607807 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-5dfa6526-3c1a-45ce-9f92-79a7bab82876 req-83a04809-297b-4bd5-9e26-888a02d67a53 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Deleting port 73fae44b-991c-4b56-84c5-8dcf96b18d75 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:38:38.608064 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5dfa6526-3c1a-45ce-9f92-79a7bab82876 req-83a04809-297b-4bd5-9e26-888a02d67a53 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:38.627677 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a440901f-dd1e-4c68-aa92-9b481d1b7243 req-b638be4b-bd42-4378-a6fd-f6285ea5ec55 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/security-groups?id=410feed7-6330-46df-a9be-1d7c6341811b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354297 Aug 24 17:38:38.703743 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-5dfa6526-3c1a-45ce-9f92-79a7bab82876 req-83a04809-297b-4bd5-9e26-888a02d67a53 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] For port 73fae44b-991c-4b56-84c5-8dcf96b18d75, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73fae44b-991c-4b56-84c5-8dcf96b18d75,segment=NetworkSegment(8c3493eb-b6d0-43e8-be2a-33ee0447acf5),segment_id=8c3493eb-b6d0-43e8-be2a-33ee0447acf5)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:38.704109 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5dfa6526-3c1a-45ce-9f92-79a7bab82876 req-83a04809-297b-4bd5-9e26-888a02d67a53 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:38.717982 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-5dfa6526-3c1a-45ce-9f92-79a7bab82876 req-83a04809-297b-4bd5-9e26-888a02d67a53 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Calling delete_port for 73fae44b-991c-4b56-84c5-8dcf96b18d75 owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:38:38.917167 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5dfa6526-3c1a-45ce-9f92-79a7bab82876 req-83a04809-297b-4bd5-9e26-888a02d67a53 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:38.928747 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['73fae44b-991c-4b56-84c5-8dcf96b18d75'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:38:38.946137 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a04809-297b-4bd5-9e26-888a02d67a53 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Pushing event deleted for resources: {'Port': ['ID=73fae44b-991c-4b56-84c5-8dcf96b18d75,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:38.992976 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfa6526-3c1a-45ce-9f92-79a7bab82876 req-83a04809-297b-4bd5-9e26-888a02d67a53 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] No DVR routers for this DVR port 73fae44b-991c-4b56-84c5-8dcf96b18d75 on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:38:38.997054 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-5dfa6526-3c1a-45ce-9f92-79a7bab82876 req-83a04809-297b-4bd5-9e26-888a02d67a53 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:38.999356 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-5dfa6526-3c1a-45ce-9f92-79a7bab82876 req-83a04809-297b-4bd5-9e26-888a02d67a53 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.42 "DELETE /v2.0/ports/73fae44b-991c-4b56-84c5-8dcf96b18d75 HTTP/1.1" status: 204 len: 173 time: 0.4844418 Aug 24 17:38:38.999800 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb0829e-75a3-4e57-92e6-617983f4fc0d', 'name': 'network-vif-deleted', 'tag': '73fae44b-991c-4b56-84c5-8dcf96b18d75'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:38:39.005708 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eacb49f-8dfd-40d7-b5f7-fe9279571bd8" -d '{"events": [{"server_uuid": "0eb0829e-75a3-4e57-92e6-617983f4fc0d", "name": "network-vif-deleted", "tag": "73fae44b-991c-4b56-84c5-8dcf96b18d75"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:38:39.045540 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b100085-6d8f-4fc1-9c3f-3028d86284d2 x-openstack-request-id: req-3b100085-6d8f-4fc1-9c3f-3028d86284d2 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:38:39.045823 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb0829e-75a3-4e57-92e6-617983f4fc0d", "name": "network-vif-deleted", "tag": "73fae44b-991c-4b56-84c5-8dcf96b18d75", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:38:39.046071 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b100085-6d8f-4fc1-9c3f-3028d86284d2 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:38:39.046461 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb0829e-75a3-4e57-92e6-617983f4fc0d', 'name': 'network-vif-deleted', 'tag': '73fae44b-991c-4b56-84c5-8dcf96b18d75', 'status': 'completed', 'code': 200} Aug 24 17:38:39.080733 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fccbe4a2-c8aa-494e-b37c-dcde4ac6b971 req-29dd8254-260f-4ac2-9abf-307ae355cfdc tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 210 time: 0.0264928 Aug 24 17:38:39.269530 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b37229-cbb7-4c5d-9cf1-75fec753c7bc req-47d38125-7660-46e2-a28e-343e9a04b622 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:39.270990 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f3b37229-cbb7-4c5d-9cf1-75fec753c7bc req-47d38125-7660-46e2-a28e-343e9a04b622 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 945 time: 0.0490184 Aug 24 17:38:39.310110 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f3b37229-cbb7-4c5d-9cf1-75fec753c7bc req-6053aca1-982f-4917-933c-21c9a3960d98 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330832 Aug 24 17:38:39.735692 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3ab8afbb-7ce7-4668-870e-acefcef322cf req-ec720803-eb21-43d6-a489-34862acfcae6 tempest-VolumesSnapshotTestJSON-1373210192 tempest-VolumesSnapshotTestJSON-1373210192-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eb0829e-75a3-4e57-92e6-617983f4fc0d HTTP/1.1" status: 200 len: 210 time: 0.0258100 Aug 24 17:38:40.287416 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5af5d92d-be97-4d35-8a33-bf2c79a6136e req-91dc3892-e05e-42db-8d0f-046c5c32a5d5 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 210 time: 0.0307815 Aug 24 17:38:40.288876 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7f74438b-2790-4cde-84ca-b5c15b437323 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:40.288876 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7f74438b-2790-4cde-84ca-b5c15b437323 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.42 "GET /v2.0/networks?id=703df97f-2490-4b01-bd7b-1ec10d27aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1711328 Aug 24 17:38:40.288876 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-9aecff77-58f7-4684-876e-8223231a6ef3 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab5df39ab324a65a39f6aa738975daf HTTP/1.1" status: 200 len: 380 time: 0.0361493 Aug 24 17:38:40.288876 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Request body: {'port': {'device_id': 'dbf26285-34a8-44a8-933c-e502780911b6', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'admin_state_up': True, 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'security_groups': ['85a4f260-dd80-4e7c-979f-ad53426fc3cd']}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:40.436114 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a4cba-77d6-4007-bc40-44d6c95c8188 req-af2f4f6a-992a-44b3-8d1d-b0f48acaf909 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:40.437690 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c30a4cba-77d6-4007-bc40-44d6c95c8188 req-af2f4f6a-992a-44b3-8d1d-b0f48acaf909 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 945 time: 0.0531616 Aug 24 17:38:40.475840 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c30a4cba-77d6-4007-bc40-44d6c95c8188 req-d9cd75c6-c180-495d-acfb-5a690458e63b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Aug 24 17:38:40.557241 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Made reservation on behalf of fab5df39ab324a65a39f6aa738975daf for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:38:40.563153 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:40.690691 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Allocated IP 172.20.0.9 (703df97f-2490-4b01-bd7b-1ec10d27aeb4/f7a0df6f-fffc-4481-bad8-6c067b26a643/f39006ff-ff71-47c0-800c-7a04c0c1d98d) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:38:40.828215 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:40.843634 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Transition to ACTIVE for port object f39006ff-ff71-47c0-800c-7a04c0c1d98d will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:38:40.951860 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:40.997932 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:38:40.999593 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:38:41.003501 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:38:41.041799 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event updated for resources: {'Port': ['ID=f39006ff-ff71-47c0-800c-7a04c0c1d98d,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:41.059995 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:41.059995 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:41.060921 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:41.060921 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:41.060921 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:41.061338 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:41.061573 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:41.061895 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:41.062218 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:41.062653 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:41.062842 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:41.063158 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:38:41.083771 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:41.084633 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:41.186337 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-5a27daeb-dcb6-4f02-84e0-27cc9d6d5f27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9386864 Aug 24 17:38:41.202326 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Request body: {'port': {'device_id': 'dbf26285-34a8-44a8-933c-e502780911b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:41.261791 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:41.303224 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1113c7e-47a7-4d2e-a30f-24e89ce3e435 req-993b0a52-36ed-4f8d-8e48-b373965c21be tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:41.304869 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c1113c7e-47a7-4d2e-a30f-24e89ce3e435 req-993b0a52-36ed-4f8d-8e48-b373965c21be tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 931 time: 0.0489621 Aug 24 17:38:41.329906 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-97cd7a07-a910-43ae-b1e9-464e2361a8dd None None] Provisioning for port f39006ff-ff71-47c0-800c-7a04c0c1d98d completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:38:41.341765 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-97cd7a07-a910-43ae-b1e9-464e2361a8dd None None] Provisioning complete for port f39006ff-ff71-47c0-800c-7a04c0c1d98d triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:38:41.342409 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-97cd7a07-a910-43ae-b1e9-464e2361a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:41.362859 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c1113c7e-47a7-4d2e-a30f-24e89ce3e435 req-e86ccd53-af52-4361-92dc-ad618535f690 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474434 Aug 24 17:38:41.390248 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-97cd7a07-a910-43ae-b1e9-464e2361a8dd None None] Port f39006ff-ff71-47c0-800c-7a04c0c1d98d cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:38:41.695360 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-143d702d-486f-43f6-b82c-0183ab378b49 req-a0073072-9c40-4fd7-ad5a-6b728a61f9cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688152 Aug 24 17:38:41.797041 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d702d-486f-43f6-b82c-0183ab378b49 req-56797f05-281f-4f96-9fc9-35fd0dfdcd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:41.798521 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-143d702d-486f-43f6-b82c-0183ab378b49 req-56797f05-281f-4f96-9fc9-35fd0dfdcd3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0a8ceca778c48b089cfef6d929e9377&device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 1098 time: 0.0667796 Aug 24 17:38:41.867393 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39006ff-ff71-47c0-800c-7a04c0c1d98d {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:38:41.902097 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:41.922465 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Transition to ACTIVE for port object f39006ff-ff71-47c0-800c-7a04c0c1d98d will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:38:41.945259 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d702d-486f-43f6-b82c-0183ab378b49 req-472a0818-077e-4ba1-9161-67b055db2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:41.947072 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-143d702d-486f-43f6-b82c-0183ab378b49 req-472a0818-077e-4ba1-9161-67b055db2a3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=dcfdc573-3c21-483d-b369-4836e4d35aba HTTP/1.1" status: 200 len: 916 time: 0.1117566 Aug 24 17:38:41.990843 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:41.993471 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-143d702d-486f-43f6-b82c-0183ab378b49 req-373d116d-83d7-47c8-8a7b-60478942d78b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e202f37-ff09-414b-9c5f-d15ff3c6a47a HTTP/1.1" status: 200 len: 217 time: 0.0367191 Aug 24 17:38:42.084238 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f39006ff-ff71-47c0-800c-7a04c0c1d98d,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:42.126830 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d702d-486f-43f6-b82c-0183ab378b49 req-53da182f-9d36-4181-95a7-c83e167e0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:42.128283 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-143d702d-486f-43f6-b82c-0183ab378b49 req-53da182f-9d36-4181-95a7-c83e167e0618 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8329a7-0d8d-4b6a-9a14-d24fe65af491 HTTP/1.1" status: 200 len: 855 time: 0.1085141 Aug 24 17:38:42.170618 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-143d702d-486f-43f6-b82c-0183ab378b49 req-3bfc11b9-b297-4343-8f18-78d4fe0d5445 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dcfdc573-3c21-483d-b369-4836e4d35aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292234 Aug 24 17:38:42.194273 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Attempting to bind port f39006ff-ff71-47c0-800c-7a04c0c1d98d on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:38:42.194610 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Attempting to bind port f39006ff-ff71-47c0-800c-7a04c0c1d98d by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:38:42.194937 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Attempting to bind port f39006ff-ff71-47c0-800c-7a04c0c1d98d on network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:38:42.210056 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Port f39006ff-ff71-47c0-800c-7a04c0c1d98d on network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:38:42.210387 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Attempting to bind port f39006ff-ff71-47c0-800c-7a04c0c1d98d on network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:38:42.247718 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:38:42.248056 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Checking segment: {'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:38:42.248468 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Bound using segment: {'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:38:42.248910 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Bound port: f39006ff-ff71-47c0-800c-7a04c0c1d98d, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbddfa97-c84c-4803-829f-a1242b78b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:38:42.249270 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:42.329205 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-143d702d-486f-43f6-b82c-0183ab378b49 req-086a3e11-f022-4ff4-9834-2e2e11ded68b service neutron] 10.222.0.42 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454558 Aug 24 17:38:42.338082 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] For port f39006ff-ff71-47c0-800c-7a04c0c1d98d, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:38:42.342270 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] For port f39006ff-ff71-47c0-800c-7a04c0c1d98d, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f39006ff-ff71-47c0-800c-7a04c0c1d98d,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:38:42.432416 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-143d702d-486f-43f6-b82c-0183ab378b49 req-7331eb26-86e4-44fe-8b99-d72f83c5399a service neutron] 10.222.0.42 "GET /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915515 Aug 24 17:38:42.437473 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:42.471365 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:42.482033 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:42.482033 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:42.482033 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] 10.222.0.42 "PUT /v2.0/ports/f39006ff-ff71-47c0-800c-7a04c0c1d98d HTTP/1.1" status: 200 len: 1093 time: 1.2792737 Aug 24 17:38:42.482033 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf26285-34a8-44a8-933c-e502780911b6', 'tag': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:38:42.482033 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0bf6e6-d68e-42b1-be92-eb37061ee573" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf26285-34a8-44a8-933c-e502780911b6", "tag": "f39006ff-ff71-47c0-800c-7a04c0c1d98d"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:38:42.486972 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb9923-561f-42c2-915c-c3cc9c33b23b req-d7592ba7-0542-47f0-921f-005cea45f885 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:42.489793 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-aacb9923-561f-42c2-915c-c3cc9c33b23b req-d7592ba7-0542-47f0-921f-005cea45f885 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 943 time: 0.0641582 Aug 24 17:38:42.510765 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecbf2d-a55e-4c14-880e-fe3ae46d0cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f39006ff-ff71-47c0-800c-7a04c0c1d98d,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:42.548215 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-aacb9923-561f-42c2-915c-c3cc9c33b23b req-563a4f3e-e42d-4432-95fe-a36b29bddc3d tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487220 Aug 24 17:38:42.599690 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8142e38-c471-428c-a4fd-f9b5e9d44330 x-openstack-request-id: req-c8142e38-c471-428c-a4fd-f9b5e9d44330 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:38:42.600237 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf26285-34a8-44a8-933c-e502780911b6", "tag": "f39006ff-ff71-47c0-800c-7a04c0c1d98d", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:38:42.600578 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8142e38-c471-428c-a4fd-f9b5e9d44330 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:38:42.601423 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf26285-34a8-44a8-933c-e502780911b6', 'tag': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d', 'status': 'completed', 'code': 200} Aug 24 17:38:42.663214 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-17f99000-296f-4c33-aae7-96d81745ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:42.666706 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-17f99000-296f-4c33-aae7-96d81745ce25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fab5df39ab324a65a39f6aa738975daf&device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 1096 time: 0.0479860 Aug 24 17:38:42.724099 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-668d1265-92ee-42ab-87b0-b072dcc884a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f39006ff-ff71-47c0-800c-7a04c0c1d98d HTTP/1.1" status: 200 len: 217 time: 0.0414574 Aug 24 17:38:42.782508 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-dd4fa2e7-1357-4a6c-8fce-12c5bc4d7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:42.784353 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-dd4fa2e7-1357-4a6c-8fce-12c5bc4d7e90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7a0df6f-fffc-4481-bad8-6c067b26a643 HTTP/1.1" status: 200 len: 850 time: 0.0497401 Aug 24 17:38:42.830603 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-4478de2b-375b-4f44-8279-808dfff9adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:42.832072 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-4478de2b-375b-4f44-8279-808dfff9adc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=703df97f-2490-4b01-bd7b-1ec10d27aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391195 Aug 24 17:38:42.941746 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-016d5d2d-7528-43f3-9eb8-d6fa0b6dd173 service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000319 Aug 24 17:38:43.051921 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1d9c2799-152a-4542-863f-8cea2fba2e0c req-abc3e763-c16a-4edd-8712-aead80647de4 service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008368 Aug 24 17:38:43.247587 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bf6e6-d68e-42b1-be92-eb37061ee573 req-c85d6434-0b1c-4516-9345-dd63cc5abfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:43.249168 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cb0bf6e6-d68e-42b1-be92-eb37061ee573 req-c85d6434-0b1c-4516-9345-dd63cc5abfe2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fab5df39ab324a65a39f6aa738975daf&device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 1096 time: 0.0421898 Aug 24 17:38:43.354019 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bf6e6-d68e-42b1-be92-eb37061ee573 req-1df13aec-cdcc-4678-99c8-efa41d86f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:43.355707 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cb0bf6e6-d68e-42b1-be92-eb37061ee573 req-1df13aec-cdcc-4678-99c8-efa41d86f039 service neutron] 10.222.0.42 "GET /v2.0/networks?id=703df97f-2490-4b01-bd7b-1ec10d27aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0943024 Aug 24 17:38:43.407868 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cb0bf6e6-d68e-42b1-be92-eb37061ee573 req-00c4d41a-671d-42d2-8044-ddbdf285f407 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f39006ff-ff71-47c0-800c-7a04c0c1d98d HTTP/1.1" status: 200 len: 217 time: 0.0401917 Aug 24 17:38:43.466525 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bf6e6-d68e-42b1-be92-eb37061ee573 req-9a7d95a6-8761-4249-8fd7-04b987c9811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:43.467892 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cb0bf6e6-d68e-42b1-be92-eb37061ee573 req-9a7d95a6-8761-4249-8fd7-04b987c9811b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7a0df6f-fffc-4481-bad8-6c067b26a643 HTTP/1.1" status: 200 len: 850 time: 0.0519028 Aug 24 17:38:43.535575 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bf6e6-d68e-42b1-be92-eb37061ee573 req-edb535e3-7d12-435d-aab4-e7fcbf92afaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:43.540589 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cb0bf6e6-d68e-42b1-be92-eb37061ee573 req-edb535e3-7d12-435d-aab4-e7fcbf92afaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=703df97f-2490-4b01-bd7b-1ec10d27aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589509 Aug 24 17:38:43.675839 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7f55e-ce06-420e-bbd6-f2674469693a req-15a8e27b-7f99-432c-9a4c-90b5e6cbffbd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:43.677319 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2af7f55e-ce06-420e-bbd6-f2674469693a req-15a8e27b-7f99-432c-9a4c-90b5e6cbffbd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 943 time: 0.0525763 Aug 24 17:38:43.725387 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2af7f55e-ce06-420e-bbd6-f2674469693a req-ce14a30b-1686-471f-8651-e23a7fe532ec tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409248 Aug 24 17:38:44.840680 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2922c-6a12-4e82-b18b-49239e9c8652 req-c28e98e0-45ae-4f92-b19b-df352a411cb4 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:44.842131 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2fa2922c-6a12-4e82-b18b-49239e9c8652 req-c28e98e0-45ae-4f92-b19b-df352a411cb4 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 943 time: 0.0491350 Aug 24 17:38:44.878695 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2fa2922c-6a12-4e82-b18b-49239e9c8652 req-2b8ae65b-25d8-4d7a-8dbc-2be9d75e9d27 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Aug 24 17:38:45.309819 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 73fae44b-991c-4b56-84c5-8dcf96b18d75 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:38:45.328628 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 73fae44b-991c-4b56-84c5-8dcf96b18d75 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:38:45.328972 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 73fae44b-991c-4b56-84c5-8dcf96b18d75 not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:38:45.998815 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41f051-8c93-42fd-8ef9-72b6559807bd req-11a90cfe-e498-436e-9613-bef586834878 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:46.000353 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ef41f051-8c93-42fd-8ef9-72b6559807bd req-11a90cfe-e498-436e-9613-bef586834878 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 943 time: 0.0515721 Aug 24 17:38:46.039553 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ef41f051-8c93-42fd-8ef9-72b6559807bd req-3d83c6bf-6857-4611-80e9-f38ee9d30ea2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332623 Aug 24 17:38:46.372753 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cb0bf6e6-d68e-42b1-be92-eb37061ee573 req-9cb34656-c75c-4612-ac63-e8087a49994b service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873845 Aug 24 17:38:46.481186 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cb0bf6e6-d68e-42b1-be92-eb37061ee573 req-4a3410c9-8aa0-4603-a457-cfb98435ceb9 service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950284 Aug 24 17:38:47.157578 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022069c2-fe49-482a-9b48-2b61bb829f36 req-da375bf1-8d5b-4e20-893d-639b261e25b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:47.162567 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-022069c2-fe49-482a-9b48-2b61bb829f36 req-da375bf1-8d5b-4e20-893d-639b261e25b2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 943 time: 0.0511539 Aug 24 17:38:47.196937 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-022069c2-fe49-482a-9b48-2b61bb829f36 req-50a458cf-eaeb-4c95-b040-95a0c6233e45 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320017 Aug 24 17:38:48.279179 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device f39006ff-ff71-47c0-800c-7a04c0c1d98d details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:38:48.310099 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b67f6-2b77-440a-b126-3405addccbdc req-6809f930-7259-42c0-b05d-b0fbdbdb650b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:48.311594 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-168b67f6-2b77-440a-b126-3405addccbdc req-6809f930-7259-42c0-b05d-b0fbdbdb650b tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 943 time: 0.0493298 Aug 24 17:38:48.351013 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-168b67f6-2b77-440a-b126-3405addccbdc req-edbea9e2-3ab6-4c61-b74b-d9ee5b313213 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335610 Aug 24 17:38:48.376112 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port f39006ff-ff71-47c0-800c-7a04c0c1d98d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f39006ff-ff71-47c0-800c-7a04c0c1d98d,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:48.388092 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'port_id': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d', 'mac_address': 'fa:16:3e:f9:6e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:38:48.425599 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:48.437647 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39006ff-ff71-47c0-800c-7a04c0c1d98d {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:38:48.464199 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port f39006ff-ff71-47c0-800c-7a04c0c1d98d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f39006ff-ff71-47c0-800c-7a04c0c1d98d,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:48.597168 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:48.647391 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=f39006ff-ff71-47c0-800c-7a04c0c1d98d,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:48.920876 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['f39006ff-ff71-47c0-800c-7a04c0c1d98d'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:38:49.469547 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb23e-6dfc-49b6-b8a9-6823148d7cf0 req-b08f508e-b443-4282-b969-22936136e6a8 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:49.471025 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6e9cb23e-6dfc-49b6-b8a9-6823148d7cf0 req-b08f508e-b443-4282-b969-22936136e6a8 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 944 time: 0.0526140 Aug 24 17:38:49.508448 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6e9cb23e-6dfc-49b6-b8a9-6823148d7cf0 req-c3bf6752-7c41-46da-975e-84a454bf9f07 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315223 Aug 24 17:38:50.293817 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device f39006ff-ff71-47c0-800c-7a04c0c1d98d up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:38:50.419664 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port f39006ff-ff71-47c0-800c-7a04c0c1d98d completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:38:50.423517 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port f39006ff-ff71-47c0-800c-7a04c0c1d98d triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:38:50.428970 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:50.634894 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:50.637762 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3727dd-17a7-4e4f-8d99-babae7993512 req-93dea3b5-2888-497a-a51a-9c52c74d8dbc tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:50.639405 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0a3727dd-17a7-4e4f-8d99-babae7993512 req-93dea3b5-2888-497a-a51a-9c52c74d8dbc tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 944 time: 0.0617487 Aug 24 17:38:50.664232 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf26285-34a8-44a8-933c-e502780911b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:38:50.673534 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4daf079-fc2f-4125-bb3d-05dd686218d0" -d '{"events": [{"server_uuid": "dbf26285-34a8-44a8-933c-e502780911b6", "name": "network-vif-plugged", "status": "completed", "tag": "f39006ff-ff71-47c0-800c-7a04c0c1d98d"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:38:50.684860 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0a3727dd-17a7-4e4f-8d99-babae7993512 req-72cc6f78-975a-4898-aa5e-a4b1048d36cf tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396023 Aug 24 17:38:50.689011 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port f39006ff-ff71-47c0-800c-7a04c0c1d98d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f39006ff-ff71-47c0-800c-7a04c0c1d98d,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:38:50.727394 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2077bb2c-59dd-4e66-b432-5f7c79fe680c x-openstack-request-id: req-2077bb2c-59dd-4e66-b432-5f7c79fe680c {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:38:50.727394 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf26285-34a8-44a8-933c-e502780911b6", "name": "network-vif-plugged", "status": "completed", "tag": "f39006ff-ff71-47c0-800c-7a04c0c1d98d", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:38:50.727394 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2077bb2c-59dd-4e66-b432-5f7c79fe680c {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:38:50.727394 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf26285-34a8-44a8-933c-e502780911b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d', 'code': 200} Aug 24 17:38:50.763095 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:50.810686 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=f39006ff-ff71-47c0-800c-7a04c0c1d98d,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:38:51.067401 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c716e17-df49-4bdd-bf62-e1768e4f094d req-60ca5459-a64b-4197-b736-c0d35f2ff7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:51.068832 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3c716e17-df49-4bdd-bf62-e1768e4f094d req-60ca5459-a64b-4197-b736-c0d35f2ff7d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 1098 time: 0.0815928 Aug 24 17:38:51.104524 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3c716e17-df49-4bdd-bf62-e1768e4f094d req-54ee0644-7e14-4a3f-8283-8e45f4738ed6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276539 Aug 24 17:38:51.802084 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f832dc4-ddf3-4cbc-8736-bb424ae2e48b req-317cb5da-9eac-486a-b767-ca77f3ccc999 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:51.803635 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4f832dc4-ddf3-4cbc-8736-bb424ae2e48b req-317cb5da-9eac-486a-b767-ca77f3ccc999 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 945 time: 0.0512390 Aug 24 17:38:51.847546 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4f832dc4-ddf3-4cbc-8736-bb424ae2e48b req-4e8cefa9-5dcb-43e2-b442-0ba5959d2ab9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367262 Aug 24 17:38:52.966506 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f55992-a125-49bb-9f81-b2b079935b2c req-f96a290a-e372-4bbf-87b4-a31a52dde219 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:52.967952 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-47f55992-a125-49bb-9f81-b2b079935b2c req-f96a290a-e372-4bbf-87b4-a31a52dde219 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 945 time: 0.0524127 Aug 24 17:38:53.004634 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-47f55992-a125-49bb-9f81-b2b079935b2c req-59f78933-0995-4b77-95c4-7a783aaa7c4c tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305493 Aug 24 17:38:54.117084 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b940a-d87c-450a-9a71-f6ac67c30fae req-88719ca0-910c-4219-9b6c-9169bf9a8c13 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:54.118550 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ff9b940a-d87c-450a-9a71-f6ac67c30fae req-88719ca0-910c-4219-9b6c-9169bf9a8c13 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 945 time: 0.0489116 Aug 24 17:38:54.157267 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ff9b940a-d87c-450a-9a71-f6ac67c30fae req-077ab374-6115-4586-a27b-f7a6d43f4a0e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328436 Aug 24 17:38:55.151089 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-1ad90bb9-8b3a-4670-a55f-65f5618cdc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:55.268974 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5c23b-6dde-45af-80a8-75882a8754d7 req-ff3d6d86-b8aa-45b7-90d9-0870895efff5 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:55.270461 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ada5c23b-6dde-45af-80a8-75882a8754d7 req-ff3d6d86-b8aa-45b7-90d9-0870895efff5 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 945 time: 0.0478578 Aug 24 17:38:55.307711 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ada5c23b-6dde-45af-80a8-75882a8754d7 req-a8181798-9e4e-4d34-bfdc-d15bb9a74f9f tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314701 Aug 24 17:38:56.422323 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adad8d-0bb1-4125-9399-db492c593c47 req-62de7123-47bb-4814-a63f-7f0a93e320fd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:56.423778 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-27adad8d-0bb1-4125-9399-db492c593c47 req-62de7123-47bb-4814-a63f-7f0a93e320fd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 945 time: 0.0501697 Aug 24 17:38:56.460353 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-27adad8d-0bb1-4125-9399-db492c593c47 req-38fcba18-4785-4c91-b89e-84cf5d6293c2 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306931 Aug 24 17:38:56.577324 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522d4a7-40d4-4cf5-9fff-1fd52fe20b1e req-68c37cc1-d707-4510-889c-a521ece974fe tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:56.578830 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c522d4a7-40d4-4cf5-9fff-1fd52fe20b1e req-68c37cc1-d707-4510-889c-a521ece974fe tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 945 time: 0.0481846 Aug 24 17:38:56.587148 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39280) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:38:56.592387 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-29fb9e9e-7e90-46a7-b10b-7a9717ab7e65 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Request body: {'floatingip': {'port_id': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:38:56.630455 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-29fb9e9e-7e90-46a7-b10b-7a9717ab7e65 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:57.049390 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-29fb9e9e-7e90-46a7-b10b-7a9717ab7e65 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:57.099872 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-29fb9e9e-7e90-46a7-b10b-7a9717ab7e65 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:57.215097 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.l3_db [None req-29fb9e9e-7e90-46a7-b10b-7a9717ab7e65 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Floating IP e42bfe3b-3c28-49b0-b01a-4be4366b2827 associated. External IP: 172.27.2.159, port: f39006ff-ff71-47c0-800c-7a04c0c1d98d. Aug 24 17:38:57.425390 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fb9e9e-7e90-46a7-b10b-7a9717ab7e65 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Router 3910f0f6-9528-4283-9963-e8f9a43d6f4b has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:38:57.532602 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fb9e9e-7e90-46a7-b10b-7a9717ab7e65 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:38:57.537418 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-29fb9e9e-7e90-46a7-b10b-7a9717ab7e65 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:57.542590 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7b905-7ac7-47bb-829f-40f42219ca4e None None] Sync routers for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:38:57.555090 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b7b905-7ac7-47bb-829f-40f42219ca4e None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:38:57.555742 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-c9b7b905-7ac7-47bb-829f-40f42219ca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:38:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:38:57.671071 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-c9b7b905-7ac7-47bb-829f-40f42219ca4e None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:38:57.809993 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-29fb9e9e-7e90-46a7-b10b-7a9717ab7e65 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "PUT /v2.0/floatingips/e42bfe3b-3c28-49b0-b01a-4be4366b2827 HTTP/1.1" status: 200 len: 991 time: 1.2216308 Aug 24 17:38:57.810594 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf26285-34a8-44a8-933c-e502780911b6', 'tag': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:38:57.812858 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98be695-b7e4-48d7-b142-f12fd97a6980" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf26285-34a8-44a8-933c-e502780911b6", "tag": "f39006ff-ff71-47c0-800c-7a04c0c1d98d"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:38:57.916094 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bd27b0-299e-41ba-925f-7e556d19a9ae x-openstack-request-id: req-36bd27b0-299e-41ba-925f-7e556d19a9ae {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:38:57.916405 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf26285-34a8-44a8-933c-e502780911b6", "tag": "f39006ff-ff71-47c0-800c-7a04c0c1d98d", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:38:57.916677 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36bd27b0-299e-41ba-925f-7e556d19a9ae {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:38:57.917083 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf26285-34a8-44a8-933c-e502780911b6', 'tag': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d', 'status': 'completed', 'code': 200} Aug 24 17:38:57.957353 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-c9b7b905-7ac7-47bb-829f-40f42219ca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': 'e42bfe3b-3c28-49b0-b01a-4be4366b2827', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'port_id': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'mac_address': 'fa:16:3e:f9:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf26285-34a8-44a8-933c-e502780911b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:38:36Z', 'updated_at': '2021-08-24T17:38:56Z', 'revision_number': 1, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:45Z', 'revision_number': 5, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:38:57.984920 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7b905-7ac7-47bb-829f-40f42219ca4e None None] Checking router: 3910f0f6-9528-4283-9963-e8f9a43d6f4b for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:38:57.992455 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be695-b7e4-48d7-b142-f12fd97a6980 req-3cf97289-dbab-4e4a-9493-e87f1138a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:57.993246 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b7b905-7ac7-47bb-829f-40f42219ca4e None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:38:57.993846 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-c9b7b905-7ac7-47bb-829f-40f42219ca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:38:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:38:57.993971 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e98be695-b7e4-48d7-b142-f12fd97a6980 req-3cf97289-dbab-4e4a-9493-e87f1138a73c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fab5df39ab324a65a39f6aa738975daf&device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 1098 time: 0.0455213 Aug 24 17:38:58.095820 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be695-b7e4-48d7-b142-f12fd97a6980 req-1b7d5d94-c2f7-48a3-9bf8-ad8755914153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:58.097350 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e98be695-b7e4-48d7-b142-f12fd97a6980 req-1b7d5d94-c2f7-48a3-9bf8-ad8755914153 service neutron] 10.222.0.42 "GET /v2.0/networks?id=703df97f-2490-4b01-bd7b-1ec10d27aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0920999 Aug 24 17:38:58.107567 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-c9b7b905-7ac7-47bb-829f-40f42219ca4e None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:38:58.136323 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-56d0921f-4dd2-4e0e-9828-0272ee625df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:58.172614 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e98be695-b7e4-48d7-b142-f12fd97a6980 req-6319db5a-e4de-4a5f-98ab-8a0b20c64235 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f39006ff-ff71-47c0-800c-7a04c0c1d98d HTTP/1.1" status: 200 len: 999 time: 0.0597081 Aug 24 17:38:58.233885 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be695-b7e4-48d7-b142-f12fd97a6980 req-33482443-e319-4305-99c0-7efd89d483af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:58.235249 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e98be695-b7e4-48d7-b142-f12fd97a6980 req-33482443-e319-4305-99c0-7efd89d483af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7a0df6f-fffc-4481-bad8-6c067b26a643 HTTP/1.1" status: 200 len: 850 time: 0.0519066 Aug 24 17:38:58.282117 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be695-b7e4-48d7-b142-f12fd97a6980 req-7839d9e1-d996-40cd-ad0d-3b8f435da1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:38:58.283653 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e98be695-b7e4-48d7-b142-f12fd97a6980 req-7839d9e1-d996-40cd-ad0d-3b8f435da1e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=703df97f-2490-4b01-bd7b-1ec10d27aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399535 Aug 24 17:38:58.344128 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-c9b7b905-7ac7-47bb-829f-40f42219ca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': 'e42bfe3b-3c28-49b0-b01a-4be4366b2827', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'port_id': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'mac_address': 'fa:16:3e:f9:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf26285-34a8-44a8-933c-e502780911b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:38:36Z', 'updated_at': '2021-08-24T17:38:56Z', 'revision_number': 1, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:45Z', 'revision_number': 5, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:38:58.375562 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7b905-7ac7-47bb-829f-40f42219ca4e None None] The sync data for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi is: [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': 'e42bfe3b-3c28-49b0-b01a-4be4366b2827', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'port_id': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'mac_address': 'fa:16:3e:f9:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf26285-34a8-44a8-933c-e502780911b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:38:36Z', 'updated_at': '2021-08-24T17:38:56Z', 'revision_number': 1, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:45Z', 'revision_number': 5, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:38:58.397444 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e98be695-b7e4-48d7-b142-f12fd97a6980 req-8ac0c054-1d27-4e3c-88a1-45231a5705f3 service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926428 Aug 24 17:38:58.466201 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:38:58.504409 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e98be695-b7e4-48d7-b142-f12fd97a6980 req-1fe002c1-8cb7-4566-af33-d9699b10294b service neutron] 10.222.0.42 "GET /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940127 Aug 24 17:38:58.570010 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19fb66-ccae-4082-9319-116aeb5f6fae None None] New status for floating IP e42bfe3b-3c28-49b0-b01a-4be4366b2827: ACTIVE {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:38:59.442689 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:00.436509 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:01.551976 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0868c35-129d-4fd0-ac7d-c4f594d277dc req-cc9fc2ea-7275-49fd-9206-222522c0f21b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:01.553491 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a0868c35-129d-4fd0-ac7d-c4f594d277dc req-cc9fc2ea-7275-49fd-9206-222522c0f21b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 945 time: 0.0478892 Aug 24 17:39:01.591445 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a0868c35-129d-4fd0-ac7d-c4f594d277dc req-c171d484-56a8-4b50-8277-76087e11ed17 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320041 Aug 24 17:39:02.705438 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6295cbe-d982-44a0-a189-26e11c578672 req-cc3a2d2e-4c23-4051-a080-b37b391a4663 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:02.706909 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b6295cbe-d982-44a0-a189-26e11c578672 req-cc3a2d2e-4c23-4051-a080-b37b391a4663 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 945 time: 0.0474279 Aug 24 17:39:02.743919 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b6295cbe-d982-44a0-a189-26e11c578672 req-c3580ac8-e442-47f3-9725-0c0a7cfe3b71 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311382 Aug 24 17:39:03.416635 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a1cb6-4a36-4b93-ab1b-e2abfcdb1cb4 req-ebe03651-29b3-4379-8317-4feb58422f73 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:03.418009 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-fb3a1cb6-4a36-4b93-ab1b-e2abfcdb1cb4 req-ebe03651-29b3-4379-8317-4feb58422f73 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 945 time: 0.0482719 Aug 24 17:39:03.521904 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-fb3a1cb6-4a36-4b93-ab1b-e2abfcdb1cb4 req-50d31588-e86d-49ca-916a-586e395a4f3d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Deleting port 00cc71e7-4a83-4177-b79c-d90b39c316f1 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:39:03.522245 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-fb3a1cb6-4a36-4b93-ab1b-e2abfcdb1cb4 req-50d31588-e86d-49ca-916a-586e395a4f3d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:03.608075 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-fb3a1cb6-4a36-4b93-ab1b-e2abfcdb1cb4 req-50d31588-e86d-49ca-916a-586e395a4f3d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] For port 00cc71e7-4a83-4177-b79c-d90b39c316f1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00cc71e7-4a83-4177-b79c-d90b39c316f1,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:03.608459 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-fb3a1cb6-4a36-4b93-ab1b-e2abfcdb1cb4 req-50d31588-e86d-49ca-916a-586e395a4f3d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:03.620608 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-fb3a1cb6-4a36-4b93-ab1b-e2abfcdb1cb4 req-50d31588-e86d-49ca-916a-586e395a4f3d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Calling delete_port for 00cc71e7-4a83-4177-b79c-d90b39c316f1 owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:39:03.791153 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-fb3a1cb6-4a36-4b93-ab1b-e2abfcdb1cb4 req-50d31588-e86d-49ca-916a-586e395a4f3d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:03.803744 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['1e202f37-ff09-414b-9c5f-d15ff3c6a47a', '9a3c3973-68f0-45cd-97da-23e3d84a38be', 'aaa725d9-1942-49d0-9d7a-d0693adc8cda', '00cc71e7-4a83-4177-b79c-d90b39c316f1'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:39:03.819260 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d31588-e86d-49ca-916a-586e395a4f3d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Pushing event deleted for resources: {'Port': ['ID=00cc71e7-4a83-4177-b79c-d90b39c316f1,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:03.860890 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0e234cfb-d06b-4bc2-8256-3ce4c3d1f9c0 req-1129f1d5-95ab-4e5f-8763-0567cd2e526f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=83dad761-a607-4981-80a5-d2b72d8f4e82 HTTP/1.1" status: 200 len: 210 time: 0.0309825 Aug 24 17:39:03.862842 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3a1cb6-4a36-4b93-ab1b-e2abfcdb1cb4 req-50d31588-e86d-49ca-916a-586e395a4f3d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] No DVR routers for this DVR port 00cc71e7-4a83-4177-b79c-d90b39c316f1 on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:39:03.865479 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-fb3a1cb6-4a36-4b93-ab1b-e2abfcdb1cb4 req-50d31588-e86d-49ca-916a-586e395a4f3d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:03.867551 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-fb3a1cb6-4a36-4b93-ab1b-e2abfcdb1cb4 req-50d31588-e86d-49ca-916a-586e395a4f3d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "DELETE /v2.0/ports/00cc71e7-4a83-4177-b79c-d90b39c316f1 HTTP/1.1" status: 204 len: 173 time: 0.4389629 Aug 24 17:39:03.869871 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dad761-a607-4981-80a5-d2b72d8f4e82', 'name': 'network-vif-deleted', 'tag': '00cc71e7-4a83-4177-b79c-d90b39c316f1'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:39:03.879933 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728f621a-8baf-45c6-a290-c1d48ba3ff44" -d '{"events": [{"server_uuid": "83dad761-a607-4981-80a5-d2b72d8f4e82", "name": "network-vif-deleted", "tag": "00cc71e7-4a83-4177-b79c-d90b39c316f1"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:39:03.927684 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2130b4-eb90-473e-8280-6c05a51dbd51 x-openstack-request-id: req-ff2130b4-eb90-473e-8280-6c05a51dbd51 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:39:03.927977 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dad761-a607-4981-80a5-d2b72d8f4e82", "name": "network-vif-deleted", "tag": "00cc71e7-4a83-4177-b79c-d90b39c316f1", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:39:03.928223 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff2130b4-eb90-473e-8280-6c05a51dbd51 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:39:03.928651 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dad761-a607-4981-80a5-d2b72d8f4e82', 'name': 'network-vif-deleted', 'tag': '00cc71e7-4a83-4177-b79c-d90b39c316f1', 'status': 'completed', 'code': 200} Aug 24 17:39:06.341585 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 00cc71e7-4a83-4177-b79c-d90b39c316f1 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:39:06.364380 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 00cc71e7-4a83-4177-b79c-d90b39c316f1 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:39:06.364726 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 00cc71e7-4a83-4177-b79c-d90b39c316f1 not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:39:06.611911 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a80c0-e713-4557-b73f-119c8bbb48ee req-0b3c92f9-01cc-48ea-81e0-ff75aa883626 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:06.613490 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-746a80c0-e713-4557-b73f-119c8bbb48ee req-0b3c92f9-01cc-48ea-81e0-ff75aa883626 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 946 time: 0.0510674 Aug 24 17:39:06.652184 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-746a80c0-e713-4557-b73f-119c8bbb48ee req-65515769-b083-4130-9967-f5b6869922a2 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326781 Aug 24 17:39:07.191446 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:39:07.770332 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b478b7-d4b5-4609-a207-420629239669 req-773ae46b-ad4c-4a1a-9e0e-da261488a08c tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:07.772091 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-59b478b7-d4b5-4609-a207-420629239669 req-773ae46b-ad4c-4a1a-9e0e-da261488a08c tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 946 time: 0.0486715 Aug 24 17:39:07.817581 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-59b478b7-d4b5-4609-a207-420629239669 req-b21c6adb-10b6-45b3-80bb-7c4e00056567 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 Aug 24 17:39:07.858539 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39454) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:07.906184 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_v2 [None req-384d21ff-cd90-43f1-aa1c-9746f6e7d588 admin admin] Deleting subnet 4df87666-5f2e-4118-9f40-2100e40f8e26 {{(pid=94619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:39:07.909161 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-384d21ff-cd90-43f1-aa1c-9746f6e7d588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:07.943644 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-384d21ff-cd90-43f1-aa1c-9746f6e7d588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14568602'] for subnet, precommit_delete_associations {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:07.981234 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-384d21ff-cd90-43f1-aa1c-9746f6e7d588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.093832 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-384d21ff-cd90-43f1-aa1c-9746f6e7d588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12719601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717469'] for subnet, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.117212 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d21ff-cd90-43f1-aa1c-9746f6e7d588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df87666-5f2e-4118-9f40-2100e40f8e26,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:08.122985 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-384d21ff-cd90-43f1-aa1c-9746f6e7d588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.125989 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-384d21ff-cd90-43f1-aa1c-9746f6e7d588 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4df87666-5f2e-4118-9f40-2100e40f8e26 HTTP/1.1" status: 204 len: 168 time: 0.2658803 Aug 24 17:39:08.127859 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39456) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:08.199611 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f89a9a32-38e4-43d3-b12b-4bbc33b6655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.276847 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f89a9a32-38e4-43d3-b12b-4bbc33b6655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.286351 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-f89a9a32-38e4-43d3-b12b-4bbc33b6655d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1934fa02-97b0-4238-a444-0daef4f102b7']}} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:08.300598 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-f89a9a32-38e4-43d3-b12b-4bbc33b6655d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3493eb-b6d0-43e8-be2a-33ee0447acf5') {'for_net_delete': True} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:08.300888 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-f89a9a32-38e4-43d3-b12b-4bbc33b6655d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3493eb-b6d0-43e8-be2a-33ee0447acf5') {} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:08.309442 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f89a9a32-38e4-43d3-b12b-4bbc33b6655d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14568597'] for segment, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.323220 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f89a9a32-38e4-43d3-b12b-4bbc33b6655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.329197 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89a9a32-38e4-43d3-b12b-4bbc33b6655d admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:39:08.329588 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f89a9a32-38e4-43d3-b12b-4bbc33b6655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12719635'] for segment, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: Traceback (most recent call last): Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: timer() Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: cb(*args, **kw) Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: return func(*args, **kwargs) Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: self._notify() Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: self.callback(batched_events) Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: event.method(event) Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: return f(self, *a, **k) Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._get(url).json() Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: return self.request(url, 'GET', **kwargs) Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:39:08.331199 dv-cinder-788782-4-iscsi neutron-server[94619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:39:08.432888 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f33d2-aa01-42a6-8147-8df3665b1f8b req-ed58bdd6-c0ce-4ae9-8cf2-813882b85294 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:08.434281 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ee7f33d2-aa01-42a6-8147-8df3665b1f8b req-ed58bdd6-c0ce-4ae9-8cf2-813882b85294 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 946 time: 0.0470428 Aug 24 17:39:08.449239 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f89a9a32-38e4-43d3-b12b-4bbc33b6655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.454444 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f89a9a32-38e4-43d3-b12b-4bbc33b6655d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.456740 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-f89a9a32-38e4-43d3-b12b-4bbc33b6655d admin admin] 10.222.0.41 "DELETE /v2.0/networks/1934fa02-97b0-4238-a444-0daef4f102b7 HTTP/1.1" status: 204 len: 168 time: 0.3278954 Aug 24 17:39:08.490012 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a9a32-38e4-43d3-b12b-4bbc33b6655d admin admin] Pushing event deleted for resources: {'Network': ['ID=1934fa02-97b0-4238-a444-0daef4f102b7,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:08.549090 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-ee7f33d2-aa01-42a6-8147-8df3665b1f8b req-155d94ce-daf0-4c99-8a49-3394e2a1186b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Deleting port aaa725d9-1942-49d0-9d7a-d0693adc8cda {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:39:08.549437 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-ee7f33d2-aa01-42a6-8147-8df3665b1f8b req-155d94ce-daf0-4c99-8a49-3394e2a1186b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.638021 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-ee7f33d2-aa01-42a6-8147-8df3665b1f8b req-155d94ce-daf0-4c99-8a49-3394e2a1186b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] For port aaa725d9-1942-49d0-9d7a-d0693adc8cda, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=aaa725d9-1942-49d0-9d7a-d0693adc8cda,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:08.638376 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-ee7f33d2-aa01-42a6-8147-8df3665b1f8b req-155d94ce-daf0-4c99-8a49-3394e2a1186b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.651448 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-ee7f33d2-aa01-42a6-8147-8df3665b1f8b req-155d94ce-daf0-4c99-8a49-3394e2a1186b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Calling delete_port for aaa725d9-1942-49d0-9d7a-d0693adc8cda owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:39:08.842942 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39464) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:08.861065 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-ee7f33d2-aa01-42a6-8147-8df3665b1f8b req-155d94ce-daf0-4c99-8a49-3394e2a1186b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.872697 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['1e202f37-ff09-414b-9c5f-d15ff3c6a47a', '9a3c3973-68f0-45cd-97da-23e3d84a38be', 'aaa725d9-1942-49d0-9d7a-d0693adc8cda'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:39:08.902175 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d94ce-daf0-4c99-8a49-3394e2a1186b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Pushing event deleted for resources: {'Port': ['ID=aaa725d9-1942-49d0-9d7a-d0693adc8cda,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:08.922613 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a2f21029-8595-48f9-aec8-ad3ea0b36802 req-7fd5f4f3-8563-4fee-ba43-ab794acb0ca0 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=452c0e15-105a-410f-b8e1-766f157f5909 HTTP/1.1" status: 200 len: 210 time: 0.0321958 Aug 24 17:39:08.950626 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-3d0ea505-a486-409e-8de3-9c674ed3f573 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36ba52422546451b963b7d112670f126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1063831 Aug 24 17:39:08.953340 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39468) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:08.969828 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7f33d2-aa01-42a6-8147-8df3665b1f8b req-155d94ce-daf0-4c99-8a49-3394e2a1186b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] No DVR routers for this DVR port aaa725d9-1942-49d0-9d7a-d0693adc8cda on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:39:08.973173 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-ee7f33d2-aa01-42a6-8147-8df3665b1f8b req-155d94ce-daf0-4c99-8a49-3394e2a1186b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:08.975476 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-ee7f33d2-aa01-42a6-8147-8df3665b1f8b req-155d94ce-daf0-4c99-8a49-3394e2a1186b tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "DELETE /v2.0/ports/aaa725d9-1942-49d0-9d7a-d0693adc8cda HTTP/1.1" status: 204 len: 173 time: 0.5331407 Aug 24 17:39:08.976259 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452c0e15-105a-410f-b8e1-766f157f5909', 'name': 'network-vif-deleted', 'tag': 'aaa725d9-1942-49d0-9d7a-d0693adc8cda'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:39:08.979634 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dff3d8d-2bb0-4f98-b865-89c85c901b3e" -d '{"events": [{"server_uuid": "452c0e15-105a-410f-b8e1-766f157f5909", "name": "network-vif-deleted", "tag": "aaa725d9-1942-49d0-9d7a-d0693adc8cda"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:39:09.023924 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:09.046583 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:09.145249 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86452cd7-af96-4f9e-acb4-a7954de4e9cf x-openstack-request-id: req-86452cd7-af96-4f9e-acb4-a7954de4e9cf {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:39:09.145543 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452c0e15-105a-410f-b8e1-766f157f5909", "name": "network-vif-deleted", "tag": "aaa725d9-1942-49d0-9d7a-d0693adc8cda", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:39:09.145794 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86452cd7-af96-4f9e-acb4-a7954de4e9cf {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:39:09.146190 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452c0e15-105a-410f-b8e1-766f157f5909', 'name': 'network-vif-deleted', 'tag': 'aaa725d9-1942-49d0-9d7a-d0693adc8cda', 'status': 'completed', 'code': 200} Aug 24 17:39:09.191073 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:09.193800 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:09.195001 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/410feed7-6330-46df-a9be-1d7c6341811b HTTP/1.1" status: 204 len: 168 time: 0.2405913 Aug 24 17:39:09.202993 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410feed7-6330-46df-a9be-1d7c6341811b,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:09.209957 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:09.210303 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:09.210643 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:09.210978 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:09.211308 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:09.211637 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:09.211966 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:09.212289 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:09.212642 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:09.212964 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:09.213282 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:09.213601 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe946daf-7b1f-410b-898d-a8ddc51f6b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:10.211644 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39502) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:10.312620 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1870476737-network', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:39:10.455417 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4ac2d-3d90-4edd-b8a3-5a8796f7d35b req-305d65b0-6002-4ae8-b6f6-fd973b9858b8 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:10.456912 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1fa4ac2d-3d90-4edd-b8a3-5a8796f7d35b req-305d65b0-6002-4ae8-b6f6-fd973b9858b8 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 946 time: 0.0486641 Aug 24 17:39:10.475263 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Made reservation on behalf of 58b95c9eb59c4bcc9d10161c7e9490ec for: {'network': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:39:10.477453 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:10.488186 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:10.513740 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1fa4ac2d-3d90-4edd-b8a3-5a8796f7d35b req-8845dd5b-4036-444c-b652-11b6af4520e4 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510323 Aug 24 17:39:10.591025 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:10.648012 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:10.672328 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:39:10.680718 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f683fcbe-0adf-44fe-93a5-8b8aa4a33895,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:10.686472 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:10.686810 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.segments_db [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Added segment a620e112-7d8b-407a-b3d8-aaedb5e94996 of type vlan for network 69302ed6-9170-4ef4-ac54-f17326f729a7 Aug 24 17:39:10.727204 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:10.819113 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:10.820093 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:10.820700 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:10.878038 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] Pushing event updated for resources: {'Network': ['ID=69302ed6-9170-4ef4-ac54-f17326f729a7,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:10.888158 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network 69302ed6-9170-4ef4-ac54-f17326f729a7 details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:39:10.911548 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-986698bd-3066-4b85-810b-05fe6c43c812 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6987906 Aug 24 17:39:10.914278 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39508) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:10.918967 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-e4b7bfe1-c4a6-456a-8e22-5a2f64858b73 admin admin] Request body: {'subnet': {'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1870476737-subnet', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'ip_version': 4}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:39:11.002413 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b7bfe1-c4a6-456a-8e22-5a2f64858b73 admin admin] Made reservation on behalf of 58b95c9eb59c4bcc9d10161c7e9490ec for: {'subnet': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:39:11.004783 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e4b7bfe1-c4a6-456a-8e22-5a2f64858b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12929159'] for subnet, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:11.237160 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e4b7bfe1-c4a6-456a-8e22-5a2f64858b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13044360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12929141'] for subnet, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:11.300694 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7bfe1-c4a6-456a-8e22-5a2f64858b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54991683-f067-473e-9ab5-5a2f8cf97dae,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:11.307408 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b7bfe1-c4a6-456a-8e22-5a2f64858b73 admin admin] Checking segment: {'id': 'a620e112-7d8b-407a-b3d8-aaedb5e94996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:39:11.307764 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b7bfe1-c4a6-456a-8e22-5a2f64858b73 admin admin] Network hostable DHCP agents. Network: 69302ed6-9170-4ef4-ac54-f17326f729a7, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:39:11.419464 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b7bfe1-c4a6-456a-8e22-5a2f64858b73 admin admin] Network 69302ed6-9170-4ef4-ac54-f17326f729a7 is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:39:11.551122 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-e4b7bfe1-c4a6-456a-8e22-5a2f64858b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, 69302ed6-9170-4ef4-ac54-f17326f729a7) {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:39:11.555216 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b7bfe1-c4a6-456a-8e22-5a2f64858b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:11.555900 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e4b7bfe1-c4a6-456a-8e22-5a2f64858b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:11.560839 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67d11e7-1a4c-451e-9f33-4756954adce5 None None] Network 69302ed6-9170-4ef4-ac54-f17326f729a7 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:39:11.631385 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b806d-8f6c-4253-bd28-444ce0a91558 req-bf600afe-02f1-43f1-bb69-dc81aea0edab tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:11.632873 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-523b806d-8f6c-4253-bd28-444ce0a91558 req-bf600afe-02f1-43f1-bb69-dc81aea0edab tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 946 time: 0.0492535 Aug 24 17:39:11.653278 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-e4b7bfe1-c4a6-456a-8e22-5a2f64858b73 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7379980 Aug 24 17:39:11.658439 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39516) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:11.662084 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:39:11.673776 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-523b806d-8f6c-4253-bd28-444ce0a91558 req-420f3208-91b8-4a33-b7bb-ac2d55b92699 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346723 Aug 24 17:39:11.705704 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeced1b1b-f5d6-5abc-a4d5-27cf2b0c7464-69302ed6-9170-4ef4-ac54-f17326f729a7', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'fixed_ips': [{'subnet_id': '54991683-f067-473e-9ab5-5a2f8cf97dae'}]}} from dv-cinder-788782-4-iscsi. {{(pid=94621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:39:11.707741 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:11.745566 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-925525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:11.746769 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-923877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8094'] for router, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:11.802481 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:11.845256 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.db_base_plugin_common [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Allocated IP 172.20.0.2 (69302ed6-9170-4ef4-ac54-f17326f729a7/54991683-f067-473e-9ab5-5a2f8cf97dae/8b0da70c-24a5-44a6-9f15-8e24c4831cd2) {{(pid=94621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:39:11.984775 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Notify callbacks [] for port, precommit_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:11.992535 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Transition to ACTIVE for port object 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:39:12.007569 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Transition to ACTIVE for port object 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 will not be triggered until provisioned by entity DHCP. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:39:12.014431 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:12.029381 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4644d43-c3d2-45c7-8ef1-91339359243a req-cdc1d29e-1a9b-401b-809f-98302a893d74 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:12.032848 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b4644d43-c3d2-45c7-8ef1-91339359243a req-cdc1d29e-1a9b-401b-809f-98302a893d74 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 946 time: 0.1113534 Aug 24 17:39:12.071973 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:12.118364 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Network 69302ed6-9170-4ef4-ac54-f17326f729a7 is already hosted by enough agents. {{(pid=94621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:39:12.121217 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.base_scheduler [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Resources bound (agent type, host, resource id): {{(pid=94621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:39:12.127294 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Received port after_create {{(pid=94621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:39:12.139590 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Pushing event updated for resources: {'Port': ['ID=8b0da70c-24a5-44a6-9f15-8e24c4831cd2,revision_number=1']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:12.184959 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Attempting to bind port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:39:12.185330 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Attempting to bind port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'a620e112-7d8b-407a-b3d8-aaedb5e94996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:39:12.185735 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Attempting to bind port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 on network 69302ed6-9170-4ef4-ac54-f17326f729a7 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:39:12.191411 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:39:12.191784 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Checking segment: {'id': 'a620e112-7d8b-407a-b3d8-aaedb5e94996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:39:12.192192 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:12.192612 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Bound using segment: {'id': 'a620e112-7d8b-407a-b3d8-aaedb5e94996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:39:12.193224 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Bound port: 8b0da70c-24a5-44a6-9f15-8e24c4831cd2, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a620e112-7d8b-407a-b3d8-aaedb5e94996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:39:12.193451 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:12.196411 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-b4644d43-c3d2-45c7-8ef1-91339359243a req-8f4f0ab6-dfcc-4b1e-afbf-5891aa94bc2a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Deleting port 9a3c3973-68f0-45cd-97da-23e3d84a38be {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:39:12.196754 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b4644d43-c3d2-45c7-8ef1-91339359243a req-8f4f0ab6-dfcc-4b1e-afbf-5891aa94bc2a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:12.256971 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] For port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:39:12.259943 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] For port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=8b0da70c-24a5-44a6-9f15-8e24c4831cd2,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:39:12.362970 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-b4644d43-c3d2-45c7-8ef1-91339359243a req-8f4f0ab6-dfcc-4b1e-afbf-5891aa94bc2a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] For port 9a3c3973-68f0-45cd-97da-23e3d84a38be, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=9a3c3973-68f0-45cd-97da-23e3d84a38be,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:12.363328 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b4644d43-c3d2-45c7-8ef1-91339359243a req-8f4f0ab6-dfcc-4b1e-afbf-5891aa94bc2a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:12.374456 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:12.378910 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-b4644d43-c3d2-45c7-8ef1-91339359243a req-8f4f0ab6-dfcc-4b1e-afbf-5891aa94bc2a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Calling delete_port for 9a3c3973-68f0-45cd-97da-23e3d84a38be owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:39:12.391815 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 9a3c3973-68f0-45cd-97da-23e3d84a38be no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:39:12.463031 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:12.489710 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:12.595282 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9780d1-9f77-4424-9289-ed3b19502f72 None None] Pushing event updated for resources: {'Port': ['ID=8b0da70c-24a5-44a6-9f15-8e24c4831cd2,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:12.644723 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:12.666030 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:12.671759 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5537fad-89f6-4689-9742-61aa51102099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3c3973-68f0-45cd-97da-23e3d84a38be'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:39:12.674098 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b56e24-8dae-47f8-9826-a28dc2d81652" -d '{"events": [{"server_uuid": "e5537fad-89f6-4689-9742-61aa51102099", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3c3973-68f0-45cd-97da-23e3d84a38be"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:39:12.690343 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 9a3c3973-68f0-45cd-97da-23e3d84a38be, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=9a3c3973-68f0-45cd-97da-23e3d84a38be,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:12.765928 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:12.767141 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device aaa725d9-1942-49d0-9d7a-d0693adc8cda no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:39:12.809705 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: aaa725d9-1942-49d0-9d7a-d0693adc8cda {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:39:12.810068 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device aaa725d9-1942-49d0-9d7a-d0693adc8cda not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:39:12.875971 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdd1da-e2fb-47e7-8bde-86fed41f1941 req-0122d640-e482-4bd7-8385-9a92be59641d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:12.877588 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-70bdd1da-e2fb-47e7-8bde-86fed41f1941 req-0122d640-e482-4bd7-8385-9a92be59641d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 944 time: 0.0775950 Aug 24 17:39:12.907622 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=9a3c3973-68f0-45cd-97da-23e3d84a38be,revision_number=6']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:12.916452 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:12.916872 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:12.917277 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:12.917689 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:12.918102 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:12.918493 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:12.918878 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:12.919261 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:12.919672 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:12.920090 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:12.921354 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:12.921757 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:12.936354 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-70bdd1da-e2fb-47e7-8bde-86fed41f1941 req-eddff8f4-c956-4cab-b5a5-990ca96dedbd tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516753 Aug 24 17:39:12.937184 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 17:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7deb5c-d2de-4c97-abfc-65d3cf6f59f8 x-openstack-request-id: req-3e7deb5c-d2de-4c97-abfc-65d3cf6f59f8 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:39:12.937494 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5537fad-89f6-4689-9742-61aa51102099", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3c3973-68f0-45cd-97da-23e3d84a38be", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:39:12.937747 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e7deb5c-d2de-4c97-abfc-65d3cf6f59f8 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:39:12.938775 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5537fad-89f6-4689-9742-61aa51102099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3c3973-68f0-45cd-97da-23e3d84a38be', 'code': 200} Aug 24 17:39:12.971551 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Allocated IP 172.27.2.26 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/e0877b41-ff39-4532-b4ee-9faaca3f4857) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:39:13.029937 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b4644d43-c3d2-45c7-8ef1-91339359243a req-8f4f0ab6-dfcc-4b1e-afbf-5891aa94bc2a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:13.041518 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['1e202f37-ff09-414b-9c5f-d15ff3c6a47a'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:39:13.063082 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f0ab6-dfcc-4b1e-afbf-5891aa94bc2a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Pushing event deleted for resources: {'Port': ['ID=9a3c3973-68f0-45cd-97da-23e3d84a38be,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:13.119584 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4644d43-c3d2-45c7-8ef1-91339359243a req-8f4f0ab6-dfcc-4b1e-afbf-5891aa94bc2a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] No DVR routers for this DVR port 9a3c3973-68f0-45cd-97da-23e3d84a38be on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:39:13.123003 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b4644d43-c3d2-45c7-8ef1-91339359243a req-8f4f0ab6-dfcc-4b1e-afbf-5891aa94bc2a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:13.125830 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b4644d43-c3d2-45c7-8ef1-91339359243a req-8f4f0ab6-dfcc-4b1e-afbf-5891aa94bc2a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "DELETE /v2.0/ports/9a3c3973-68f0-45cd-97da-23e3d84a38be HTTP/1.1" status: 204 len: 173 time: 1.0887754 Aug 24 17:39:13.132069 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5537fad-89f6-4689-9742-61aa51102099', 'name': 'network-vif-deleted', 'tag': '9a3c3973-68f0-45cd-97da-23e3d84a38be'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:39:13.132069 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d320e35b-f00b-41fd-a6b9-f1d1ede92b5d" -d '{"events": [{"server_uuid": "e5537fad-89f6-4689-9742-61aa51102099", "name": "network-vif-deleted", "tag": "9a3c3973-68f0-45cd-97da-23e3d84a38be"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:39:13.162150 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:13.168342 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4925fc-9bc7-4983-8f47-663e412cd997 x-openstack-request-id: req-df4925fc-9bc7-4983-8f47-663e412cd997 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:39:13.168657 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5537fad-89f6-4689-9742-61aa51102099", "name": "network-vif-deleted", "tag": "9a3c3973-68f0-45cd-97da-23e3d84a38be", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:39:13.168903 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df4925fc-9bc7-4983-8f47-663e412cd997 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:39:13.169407 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5537fad-89f6-4689-9742-61aa51102099', 'name': 'network-vif-deleted', 'tag': '9a3c3973-68f0-45cd-97da-23e3d84a38be', 'status': 'completed', 'code': 200} Aug 24 17:39:13.300953 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:13.346901 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:39:13.349902 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:39:13.353627 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:39:13.382265 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Pushing event updated for resources: {'Port': ['ID=e0877b41-ff39-4532-b4ee-9faaca3f4857,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:13.521338 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec603452-3d4c-47c9-ab96-b3ebc7c40343 None None] Network 69302ed6-9170-4ef4-ac54-f17326f729a7 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:39:13.645027 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:13.686547 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ccf0998e-4d80-4225-a4d8-88840a1527d7 None None] Provisioning for port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:39:13.773621 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:39:13.777549 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:13.777905 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:13.778527 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:13.872221 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:13.921568 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=8b0da70c-24a5-44a6-9f15-8e24c4831cd2,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:13.930091 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-297be859-cfbc-40d0-bef1-2dab84113bd4 None None] Provisioning complete for port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:13.930457 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-297be859-cfbc-40d0-bef1-2dab84113bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:13.994220 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:14.007607 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923239'] for router, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:14.038059 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-297be859-cfbc-40d0-bef1-2dab84113bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:14.073410 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a5546b1c-1d5f-4c78-b3bd-f832d2cf1521 req-361d4eb7-b409-490e-8245-90351b8d207a tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5537fad-89f6-4689-9742-61aa51102099 HTTP/1.1" status: 200 len: 210 time: 0.0417159 Aug 24 17:39:14.077969 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=8b0da70c-24a5-44a6-9f15-8e24c4831cd2,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:14.125107 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.db.api [None req-297be859-cfbc-40d0-bef1-2dab84113bd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 17:39:14.125416 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG oslo_db.api [None req-297be859-cfbc-40d0-bef1-2dab84113bd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 17:39:14.190875 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Router cec0416c-b311-476c-91b0-33d44a58c0ce is scheduled to L3 agent 1d505948-8523-4517-ae72-23e9606b5ead with binding_index 1 {{(pid=94619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:39:14.296833 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:39:14.305692 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Sync routers for ids ['cec0416c-b311-476c-91b0-33d44a58c0ce'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:39:14.314952 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Routers {'cec0416c-b311-476c-91b0-33d44a58c0ce'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:39:14.315561 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:38:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['cec0416c-b311-476c-91b0-33d44a58c0ce'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:14.356621 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] Notify callbacks [] for router, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:14.358448 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-9e56d8eb-8297-484f-ada1-95efa5ce9b6a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7006621 Aug 24 17:39:14.361182 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39538) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:14.418323 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Set router cec0416c-b311-476c-91b0-33d44a58c0ce gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:39:14.595528 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:39:13Z', 'revision_number': 3, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port': {'id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:12Z', 'updated_at': '2021-08-24T17:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:14.624519 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Checking router: cec0416c-b311-476c-91b0-33d44a58c0ce for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:39:14.624870 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Updating router cec0416c-b311-476c-91b0-33d44a58c0ce port e0877b41-ff39-4532-b4ee-9faaca3f4857 binding host dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:39:14.675974 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:14.787308 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:14.935236 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Notify callbacks [] for port, precommit_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:14.947963 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Transition to ACTIVE for port object e0877b41-ff39-4532-b4ee-9faaca3f4857 will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:39:14.950205 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Allocated IP 172.20.0.1 (69302ed6-9170-4ef4-ac54-f17326f729a7/54991683-f067-473e-9ab5-5a2f8cf97dae/44e99fdb-280b-456d-9466-de631f215e50) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:39:15.047572 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:15.053468 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:15.068098 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Transition to ACTIVE for port object 44e99fdb-280b-456d-9466-de631f215e50 will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:39:15.099138 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Attempting to bind port e0877b41-ff39-4532-b4ee-9faaca3f4857 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:39:15.099697 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Attempting to bind port e0877b41-ff39-4532-b4ee-9faaca3f4857 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:39:15.099855 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Attempting to bind port e0877b41-ff39-4532-b4ee-9faaca3f4857 on network aaab6033-8676-46b7-9588-e6807a397508 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:39:15.101714 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244464f5-f7c6-4637-9ec1-2b0542f0d592 None None] Pushing event updated for resources: {'Port': ['ID=e0877b41-ff39-4532-b4ee-9faaca3f4857,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:15.107289 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:39:15.108759 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Checking segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:39:15.108759 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:15.109055 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Bound using segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:39:15.109513 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Bound port: e0877b41-ff39-4532-b4ee-9faaca3f4857, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:39:15.110170 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:15.168192 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] For port e0877b41-ff39-4532-b4ee-9faaca3f4857, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:39:15.172511 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] For port e0877b41-ff39-4532-b4ee-9faaca3f4857, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=e0877b41-ff39-4532-b4ee-9faaca3f4857,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:39:15.188826 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:15.229216 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Network 69302ed6-9170-4ef4-ac54-f17326f729a7 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:39:15.232178 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:39:15.235373 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:39:15.260850 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=44e99fdb-280b-456d-9466-de631f215e50,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:15.279121 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922644'] for router_interface, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:15.300431 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:15.359574 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Routers {'cec0416c-b311-476c-91b0-33d44a58c0ce'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:39:15.360469 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:38:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['cec0416c-b311-476c-91b0-33d44a58c0ce'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:15.439191 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244464f5-f7c6-4637-9ec1-2b0542f0d592 None None] Pushing event updated for resources: {'Port': ['ID=e0877b41-ff39-4532-b4ee-9faaca3f4857,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:15.490500 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] Set router cec0416c-b311-476c-91b0-33d44a58c0ce gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:39:15.503055 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:15.679240 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:15.690036 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:15.762336 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:15.788493 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-efb7a3c1-d3c3-4e8d-8947-618348e5372f None None] Provisioning for port 44e99fdb-280b-456d-9466-de631f215e50 completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:39:15.797727 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-efb7a3c1-d3c3-4e8d-8947-618348e5372f None None] Provisioning complete for port 44e99fdb-280b-456d-9466-de631f215e50 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:15.798092 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-efb7a3c1-d3c3-4e8d-8947-618348e5372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:15.824160 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:15.824539 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:15.840476 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=44e99fdb-280b-456d-9466-de631f215e50,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:15.844140 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929218'] for router_interface, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:15.895368 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-efb7a3c1-d3c3-4e8d-8947-618348e5372f None None] Port 44e99fdb-280b-456d-9466-de631f215e50 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:39:15.917434 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:39:13Z', 'revision_number': 3, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port': {'id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:12Z', 'updated_at': '2021-08-24T17:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:15.938838 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Network 69302ed6-9170-4ef4-ac54-f17326f729a7 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:39:15.940378 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:39:15.968861 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8fde0-df49-4d1a-be13-e59bbd14dab5 None None] The sync data for ids ['cec0416c-b311-476c-91b0-33d44a58c0ce'] in dv-cinder-788782-4-iscsi is: [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:39:13Z', 'revision_number': 3, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port': {'id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:12Z', 'updated_at': '2021-08-24T17:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:39:16.072683 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Router cec0416c-b311-476c-91b0-33d44a58c0ce has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:39:16.187093 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:39:16.192156 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-03fcb0dc-9456-4f28-ad6c-9279811f5dd4 admin admin] 10.222.0.41 "PUT /v2.0/routers/cec0416c-b311-476c-91b0-33d44a58c0ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8299558 Aug 24 17:39:16.237999 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-bd64d272-2e10-4182-a3b1-6a89583a8ddc None None] Provisioning complete for port 44e99fdb-280b-456d-9466-de631f215e50 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:16.238524 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-bd64d272-2e10-4182-a3b1-6a89583a8ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:16.283869 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-bd64d272-2e10-4182-a3b1-6a89583a8ddc None None] Port 44e99fdb-280b-456d-9466-de631f215e50 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:39:16.961960 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39586) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:16.971072 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1977899750-network', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:39:16.984848 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469fa07-c519-4771-bc31-d5c45b670d7f req-bc31198d-778f-416c-967c-134018b6cff5 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:16.986483 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a469fa07-c519-4771-bc31-d5c45b670d7f req-bc31198d-778f-416c-967c-134018b6cff5 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 945 time: 0.0580089 Aug 24 17:39:17.028854 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a469fa07-c519-4771-bc31-d5c45b670d7f req-2b42cb11-d81e-4846-8e9c-372766b1ab2d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351653 Aug 24 17:39:17.082209 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Made reservation on behalf of 703c7f6a66ee4cc09534bf22e32eba38 for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:39:17.084605 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:17.095486 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:17.187442 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:17.299372 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:17.327456 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=94619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:39:17.333764 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f274522c-64a8-40e0-a691-3ba87216c330,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:17.339530 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:17.340132 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Added segment 8772e938-da49-4462-8bc8-d25dfe07d778 of type vlan for network 6d48e09b-70e9-4b3e-8120-4c20c14e60a1 Aug 24 17:39:17.381874 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:17.493731 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:17.494717 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:17.495320 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:17.508069 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Sync routers for ids ['cec0416c-b311-476c-91b0-33d44a58c0ce'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:39:17.518533 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Routers {'cec0416c-b311-476c-91b0-33d44a58c0ce'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:39:17.519154 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:38:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['cec0416c-b311-476c-91b0-33d44a58c0ce'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:17.565362 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] Pushing event updated for resources: {'Network': ['ID=6d48e09b-70e9-4b3e-8120-4c20c14e60a1,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:17.584129 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network 6d48e09b-70e9-4b3e-8120-4c20c14e60a1 details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:39:17.609855 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-071d9f13-dd4c-4263-81c7-697e21bad70c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6467731 Aug 24 17:39:17.615817 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39600) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:17.621107 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-7278bca6-3c89-4d21-a00c-63f15f2f747a admin admin] Request body: {'subnet': {'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1977899750-subnet', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'ip_version': 4}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:39:17.653754 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Set router cec0416c-b311-476c-91b0-33d44a58c0ce gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:39:17.679922 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device e0877b41-ff39-4532-b4ee-9faaca3f4857 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:17.722776 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7278bca6-3c89-4d21-a00c-63f15f2f747a admin admin] Made reservation on behalf of 703c7f6a66ee4cc09534bf22e32eba38 for: {'subnet': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:39:17.727360 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7278bca6-3c89-4d21-a00c-63f15f2f747a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12929159'] for subnet, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:17.860970 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23779e7b-ddda-4b02-820b-0bdfbdb0b637 req-bdc53af8-ca8b-4097-9496-51e18dca2ea7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:17.862446 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-23779e7b-ddda-4b02-820b-0bdfbdb0b637 req-bdc53af8-ca8b-4097-9496-51e18dca2ea7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0940194 Aug 24 17:39:17.882636 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port e0877b41-ff39-4532-b4ee-9faaca3f4857 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:39:17.886664 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port e0877b41-ff39-4532-b4ee-9faaca3f4857 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:17.887042 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:17.935745 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-23779e7b-ddda-4b02-820b-0bdfbdb0b637 req-82d9581c-4eec-47d2-aa78-eb3adbf3aff5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649788 Aug 24 17:39:17.951982 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:39:15Z', 'revision_number': 4, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port': {'id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:12Z', 'updated_at': '2021-08-24T17:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '44e99fdb-280b-456d-9466-de631f215e50', 'name': '', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'mac_address': 'fa:16:3e:c2:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:14Z', 'updated_at': '2021-08-24T17:39:15Z', 'revision_number': 2, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'subnets': [{'id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:17.979499 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:17.982212 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Checking router: cec0416c-b311-476c-91b0-33d44a58c0ce for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:39:17.982593 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Updating router cec0416c-b311-476c-91b0-33d44a58c0ce port 44e99fdb-280b-456d-9466-de631f215e50 binding host dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:39:18.000085 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port e0877b41-ff39-4532-b4ee-9faaca3f4857, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=e0877b41-ff39-4532-b4ee-9faaca3f4857,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:18.006554 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.054308 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7278bca6-3c89-4d21-a00c-63f15f2f747a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13044360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12929141'] for subnet, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.076963 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.132831 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278bca6-3c89-4d21-a00c-63f15f2f747a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3328084-b697-492c-adbd-11d1ac285141,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:18.136339 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=e0877b41-ff39-4532-b4ee-9faaca3f4857,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:18.159159 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278bca6-3c89-4d21-a00c-63f15f2f747a admin admin] Checking segment: {'id': '8772e938-da49-4462-8bc8-d25dfe07d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:39:18.159159 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7278bca6-3c89-4d21-a00c-63f15f2f747a admin admin] Network hostable DHCP agents. Network: 6d48e09b-70e9-4b3e-8120-4c20c14e60a1, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:39:18.188732 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ea573-894f-4721-9b09-cdaab59d092b req-3d8c579d-c961-4e6c-acfd-d9ebdecdddb9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:18.190295 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ba2ea573-894f-4721-9b09-cdaab59d092b req-3d8c579d-c961-4e6c-acfd-d9ebdecdddb9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 945 time: 0.0670624 Aug 24 17:39:18.228808 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ba2ea573-894f-4721-9b09-cdaab59d092b req-98a1fc81-ab7d-4a24-9f35-6fb35086654d tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324874 Aug 24 17:39:18.230565 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7278bca6-3c89-4d21-a00c-63f15f2f747a admin admin] Network 6d48e09b-70e9-4b3e-8120-4c20c14e60a1 is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:39:18.283544 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.292786 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Transition to ACTIVE for port object 44e99fdb-280b-456d-9466-de631f215e50 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:39:18.322081 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-7278bca6-3c89-4d21-a00c-63f15f2f747a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, 6d48e09b-70e9-4b3e-8120-4c20c14e60a1) {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:39:18.326984 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7278bca6-3c89-4d21-a00c-63f15f2f747a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:18.327613 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7278bca6-3c89-4d21-a00c-63f15f2f747a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.331533 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f769a92c-d6f8-4c93-b917-d8596ae9963f None None] Network 6d48e09b-70e9-4b3e-8120-4c20c14e60a1 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:39:18.385117 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.415059 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-7278bca6-3c89-4d21-a00c-63f15f2f747a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7978704 Aug 24 17:39:18.418512 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39606) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:18.424649 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1977899750-router', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:39:18.434486 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Pushing event updated for resources: {'Port': ['ID=44e99fdb-280b-456d-9466-de631f215e50,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:18.442533 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:18.442877 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:18.443216 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:18.443549 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:18.443872 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:18.444232 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:18.444594 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:18.444912 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:18.445270 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:18.445626 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:18.445940 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:18.446429 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:18.480537 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeced1b1b-f5d6-5abc-a4d5-27cf2b0c7464-6d48e09b-70e9-4b3e-8120-4c20c14e60a1', 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'fixed_ips': [{'subnet_id': 'd3328084-b697-492c-adbd-11d1ac285141'}]}} from dv-cinder-788782-4-iscsi. {{(pid=94621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:39:18.481416 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.505802 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-925525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.506985 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-923877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8094'] for router, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.510019 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Attempting to bind port 44e99fdb-280b-456d-9466-de631f215e50 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:39:18.513424 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Attempting to bind port 44e99fdb-280b-456d-9466-de631f215e50 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'a620e112-7d8b-407a-b3d8-aaedb5e94996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:39:18.513424 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Attempting to bind port 44e99fdb-280b-456d-9466-de631f215e50 on network 69302ed6-9170-4ef4-ac54-f17326f729a7 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:39:18.517290 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:39:18.517656 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Checking segment: {'id': 'a620e112-7d8b-407a-b3d8-aaedb5e94996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:39:18.518245 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.518788 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Bound using segment: {'id': 'a620e112-7d8b-407a-b3d8-aaedb5e94996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:39:18.519400 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Bound port: 44e99fdb-280b-456d-9466-de631f215e50, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a620e112-7d8b-407a-b3d8-aaedb5e94996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:39:18.519949 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.570042 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.585224 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] For port 44e99fdb-280b-456d-9466-de631f215e50, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:39:18.588372 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] For port 44e99fdb-280b-456d-9466-de631f215e50, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=44e99fdb-280b-456d-9466-de631f215e50,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:39:18.635403 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.db_base_plugin_common [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Allocated IP 172.20.0.2 (6d48e09b-70e9-4b3e-8120-4c20c14e60a1/d3328084-b697-492c-adbd-11d1ac285141/19292875-bf00-492f-891b-6052c6b682de) {{(pid=94621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:39:18.653521 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408da08-f244-40a1-b02f-00e7a9668bba req-9da436dd-b66b-4fa3-a427-7841303a2526 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:18.655018 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c408da08-f244-40a1-b02f-00e7a9668bba req-9da436dd-b66b-4fa3-a427-7841303a2526 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 945 time: 0.0518932 Aug 24 17:39:18.660140 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.720369 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a287a2a-53ad-4136-b538-3573a0be192a None None] Pushing event updated for resources: {'Port': ['ID=44e99fdb-280b-456d-9466-de631f215e50,revision_number=4']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:18.775584 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Routers {'cec0416c-b311-476c-91b0-33d44a58c0ce'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:39:18.776438 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:38:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['cec0416c-b311-476c-91b0-33d44a58c0ce'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:18.807884 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Notify callbacks [] for port, precommit_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.818534 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Transition to ACTIVE for port object 19292875-bf00-492f-891b-6052c6b682de will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:39:18.835791 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Transition to ACTIVE for port object 19292875-bf00-492f-891b-6052c6b682de will not be triggered until provisioned by entity DHCP. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:39:18.901450 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:18.902683 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] Set router cec0416c-b311-476c-91b0-33d44a58c0ce gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:39:18.938582 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Network 6d48e09b-70e9-4b3e-8120-4c20c14e60a1 is already hosted by enough agents. {{(pid=94621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:39:18.941708 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.base_scheduler [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Resources bound (agent type, host, resource id): {{(pid=94621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:39:18.945484 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Received port after_create {{(pid=94621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:39:18.996816 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Pushing event updated for resources: {'Port': ['ID=19292875-bf00-492f-891b-6052c6b682de,revision_number=1']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:19.018104 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Attempting to bind port 19292875-bf00-492f-891b-6052c6b682de on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:39:19.018426 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Attempting to bind port 19292875-bf00-492f-891b-6052c6b682de by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': '8772e938-da49-4462-8bc8-d25dfe07d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:39:19.018771 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Attempting to bind port 19292875-bf00-492f-891b-6052c6b682de on network 6d48e09b-70e9-4b3e-8120-4c20c14e60a1 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:39:19.023811 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:39:19.024182 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Checking segment: {'id': '8772e938-da49-4462-8bc8-d25dfe07d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:39:19.024615 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:19.025039 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Bound using segment: {'id': '8772e938-da49-4462-8bc8-d25dfe07d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:39:19.025500 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Bound port: 19292875-bf00-492f-891b-6052c6b682de, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8772e938-da49-4462-8bc8-d25dfe07d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:39:19.025877 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:19.092347 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16278d3-d091-48dc-bdc4-b0d07615d19f req-af6bf368-0a27-4f82-8e98-cc585c81ce33 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:19.102231 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c16278d3-d091-48dc-bdc4-b0d07615d19f req-af6bf368-0a27-4f82-8e98-cc585c81ce33 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0666239 Aug 24 17:39:19.108622 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] For port 19292875-bf00-492f-891b-6052c6b682de, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:39:19.112027 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] For port 19292875-bf00-492f-891b-6052c6b682de, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=19292875-bf00-492f-891b-6052c6b682de,segment=NetworkSegment(8772e938-da49-4462-8bc8-d25dfe07d778),segment_id=8772e938-da49-4462-8bc8-d25dfe07d778)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:39:19.141321 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c16278d3-d091-48dc-bdc4-b0d07615d19f req-c7cbe0c8-0ee0-4df5-8724-411ee25f2244 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350964 Aug 24 17:39:19.141714 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:39:15Z', 'revision_number': 4, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port': {'id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:12Z', 'updated_at': '2021-08-24T17:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '44e99fdb-280b-456d-9466-de631f215e50', 'name': '', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'mac_address': 'fa:16:3e:c2:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:14Z', 'updated_at': '2021-08-24T17:39:18Z', 'revision_number': 4, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'subnets': [{'id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:19.142494 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:19.174721 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c11331a-44ae-4c1c-a404-a498ce4fb29f None None] The sync data for ids ['cec0416c-b311-476c-91b0-33d44a58c0ce'] in dv-cinder-788782-4-iscsi is: [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:39:15Z', 'revision_number': 4, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port': {'id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:12Z', 'updated_at': '2021-08-24T17:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '44e99fdb-280b-456d-9466-de631f215e50', 'name': '', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'mac_address': 'fa:16:3e:c2:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:14Z', 'updated_at': '2021-08-24T17:39:18Z', 'revision_number': 4, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'subnets': [{'id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:39:19.208632 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-c408da08-f244-40a1-b02f-00e7a9668bba req-1c7d62ad-5a25-482b-bf7a-2391fd581ba9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Deleting port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:39:19.209180 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c408da08-f244-40a1-b02f-00e7a9668bba req-1c7d62ad-5a25-482b-bf7a-2391fd581ba9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:19.254310 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:19.333373 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-c408da08-f244-40a1-b02f-00e7a9668bba req-1c7d62ad-5a25-482b-bf7a-2391fd581ba9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] For port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1e202f37-ff09-414b-9c5f-d15ff3c6a47a,segment=NetworkSegment(daad82d7-c6ef-4b34-bd39-9a7aca03fea4),segment_id=daad82d7-c6ef-4b34-bd39-9a7aca03fea4)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:19.333840 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c408da08-f244-40a1-b02f-00e7a9668bba req-1c7d62ad-5a25-482b-bf7a-2391fd581ba9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:19.353191 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd254937-1c59-454d-8cf7-4b65ae1c8e11 None None] Pushing event updated for resources: {'Port': ['ID=19292875-bf00-492f-891b-6052c6b682de,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:19.354767 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-c408da08-f244-40a1-b02f-00e7a9668bba req-1c7d62ad-5a25-482b-bf7a-2391fd581ba9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Calling delete_port for 1e202f37-ff09-414b-9c5f-d15ff3c6a47a owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:39:19.398115 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76377f34-ac00-42a0-bb04-292f0f8ba09e req-88770c71-ec6d-4a1e-add5-7eff9dabec64 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:19.400065 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-76377f34-ac00-42a0-bb04-292f0f8ba09e req-88770c71-ec6d-4a1e-add5-7eff9dabec64 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 945 time: 0.0771902 Aug 24 17:39:19.454751 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-76377f34-ac00-42a0-bb04-292f0f8ba09e req-8dbd522f-2b37-4966-95ab-2f78cd2373d7 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/security-groups?id=501477a9-7227-4fc0-bb9b-e02a5b7b6280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462270 Aug 24 17:39:19.691711 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c408da08-f244-40a1-b02f-00e7a9668bba req-1c7d62ad-5a25-482b-bf7a-2391fd581ba9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:19.705458 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['1e202f37-ff09-414b-9c5f-d15ff3c6a47a'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:39:19.736128 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d62ad-5a25-482b-bf7a-2391fd581ba9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Pushing event deleted for resources: {'Port': ['ID=1e202f37-ff09-414b-9c5f-d15ff3c6a47a,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:19.799682 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:19.816547 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-c408da08-f244-40a1-b02f-00e7a9668bba req-1c7d62ad-5a25-482b-bf7a-2391fd581ba9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] No DVR routers for this DVR port 1e202f37-ff09-414b-9c5f-d15ff3c6a47a on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:39:19.837291 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c408da08-f244-40a1-b02f-00e7a9668bba req-1c7d62ad-5a25-482b-bf7a-2391fd581ba9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:19.837929 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c408da08-f244-40a1-b02f-00e7a9668bba req-1c7d62ad-5a25-482b-bf7a-2391fd581ba9 tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.42 "DELETE /v2.0/ports/1e202f37-ff09-414b-9c5f-d15ff3c6a47a HTTP/1.1" status: 204 len: 173 time: 1.1436563 Aug 24 17:39:19.838637 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c74e6a-e753-4121-8ceb-e606e12d9b27', 'name': 'network-vif-deleted', 'tag': '1e202f37-ff09-414b-9c5f-d15ff3c6a47a'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:39:19.841221 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7b18dd-5af2-4b57-aa16-d59ec8074f00" -d '{"events": [{"server_uuid": "89c74e6a-e753-4121-8ceb-e606e12d9b27", "name": "network-vif-deleted", "tag": "1e202f37-ff09-414b-9c5f-d15ff3c6a47a"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:39:19.846073 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:19.852598 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device e0877b41-ff39-4532-b4ee-9faaca3f4857 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:19.896844 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d20b268-de9d-4b48-8479-6a884d436d0b x-openstack-request-id: req-0d20b268-de9d-4b48-8479-6a884d436d0b {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:39:19.897142 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c74e6a-e753-4121-8ceb-e606e12d9b27", "name": "network-vif-deleted", "tag": "1e202f37-ff09-414b-9c5f-d15ff3c6a47a", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:39:19.897384 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d20b268-de9d-4b48-8479-6a884d436d0b {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:39:19.897831 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c74e6a-e753-4121-8ceb-e606e12d9b27', 'name': 'network-vif-deleted', 'tag': '1e202f37-ff09-414b-9c5f-d15ff3c6a47a', 'status': 'completed', 'code': 200} Aug 24 17:39:19.929303 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port e0877b41-ff39-4532-b4ee-9faaca3f4857 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:19.930080 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:19.980071 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Allocated IP 172.27.2.115 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/45476f1e-0aed-475c-b303-814d4fcabc27) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:39:20.039234 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 44e99fdb-280b-456d-9466-de631f215e50 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:20.105101 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:20.230950 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 44e99fdb-280b-456d-9466-de631f215e50 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:39:20.235289 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 44e99fdb-280b-456d-9466-de631f215e50 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:20.235669 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:20.269653 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:20.292957 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180722d3-a336-427c-8e65-b3471935119b req-6a83febd-90d7-4dd4-aa35-cf1cd027a96a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:20.303749 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-180722d3-a336-427c-8e65-b3471935119b req-6a83febd-90d7-4dd4-aa35-cf1cd027a96a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0673943 Aug 24 17:39:20.330688 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:39:20.334742 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:39:20.338026 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:39:20.364279 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-180722d3-a336-427c-8e65-b3471935119b req-b4f5037b-1cf7-4397-b6db-51a4500db8ed tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506904 Aug 24 17:39:20.368597 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Pushing event updated for resources: {'Port': ['ID=45476f1e-0aed-475c-b303-814d4fcabc27,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:20.411638 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:20.479960 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 44e99fdb-280b-456d-9466-de631f215e50, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=44e99fdb-280b-456d-9466-de631f215e50,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:20.493442 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3252912b-c14b-40ea-a469-44b89e960030 None None] Network 6d48e09b-70e9-4b3e-8120-4c20c14e60a1 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:39:20.552170 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:20.552971 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 19292875-bf00-492f-891b-6052c6b682de up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:20.588692 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f75ae8bc-6609-4e74-bdc2-3f550e316457 req-cc0aba02-4db2-48ff-b126-859c85d2120f tempest-AttachVolumeNegativeTest-1834371128 tempest-AttachVolumeNegativeTest-1834371128-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c74e6a-e753-4121-8ceb-e606e12d9b27 HTTP/1.1" status: 200 len: 210 time: 0.0344729 Aug 24 17:39:20.694152 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=44e99fdb-280b-456d-9466-de631f215e50,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:20.711210 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-4f589dc0-0af7-4afb-8340-e8bf32b810f2 None None] Provisioning for port 19292875-bf00-492f-891b-6052c6b682de completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:39:20.769151 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:20.790765 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 19292875-bf00-492f-891b-6052c6b682de completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:39:20.795752 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 19292875-bf00-492f-891b-6052c6b682de triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:20.795752 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:20.887576 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:20.923183 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 19292875-bf00-492f-891b-6052c6b682de, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=19292875-bf00-492f-891b-6052c6b682de,segment=NetworkSegment(8772e938-da49-4462-8bc8-d25dfe07d778),segment_id=8772e938-da49-4462-8bc8-d25dfe07d778)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:20.992980 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923239'] for router, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:20.998244 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:21.053427 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=19292875-bf00-492f-891b-6052c6b682de,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:21.058595 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-c7c91e7e-d113-4129-a086-f774f20f9387 None None] Provisioning complete for port 19292875-bf00-492f-891b-6052c6b682de triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:21.058595 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-c7c91e7e-d113-4129-a086-f774f20f9387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:21.167812 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Router 1df38823-e93b-40b1-86c5-9666952b0405 is scheduled to L3 agent 1d505948-8523-4517-ae72-23e9606b5ead with binding_index 1 {{(pid=94619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:39:21.272549 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:39:21.281708 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Sync routers for ids ['1df38823-e93b-40b1-86c5-9666952b0405'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:39:21.290586 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Routers {'1df38823-e93b-40b1-86c5-9666952b0405'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:39:21.293718 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:38:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1df38823-e93b-40b1-86c5-9666952b0405'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:21.328410 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:21.332939 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-474d1e81-7eaf-445e-8f4a-c07708ec33b0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9093492 Aug 24 17:39:21.332939 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39626) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:21.399619 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Set router 1df38823-e93b-40b1-86c5-9666952b0405 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:39:21.482109 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc12fe-3da6-4e77-812e-987a9644431d req-aa21ecaa-9ca2-438e-9823-29b7ab0dbf95 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:21.483959 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-37fc12fe-3da6-4e77-812e-987a9644431d req-aa21ecaa-9ca2-438e-9823-29b7ab0dbf95 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0526147 Aug 24 17:39:21.524391 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-37fc12fe-3da6-4e77-812e-987a9644431d req-7c182fbd-8fc0-4f4c-830e-83ec34491131 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346384 Aug 24 17:39:21.604583 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df38823-e93b-40b1-86c5-9666952b0405', 'name': 'tempest-TestMinimumBasicScenario-1977899750-router', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:18Z', 'updated_at': '2021-08-24T17:39:20Z', 'revision_number': 3, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'gw_port': {'id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df38823-e93b-40b1-86c5-9666952b0405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:19Z', 'updated_at': '2021-08-24T17:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:21.638322 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Checking router: 1df38823-e93b-40b1-86c5-9666952b0405 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:39:21.638984 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Updating router 1df38823-e93b-40b1-86c5-9666952b0405 port 45476f1e-0aed-475c-b303-814d4fcabc27 binding host dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:39:21.652670 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39632) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:21.662809 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 44e99fdb-280b-456d-9466-de631f215e50 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:21.692968 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:21.700737 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf094269-176b-446d-ac7b-f453fff4474a admin admin] Deleting subnet 5f8329a7-0d8d-4b6a-9a14-d24fe65af491 {{(pid=94620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:39:21.704708 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-cf094269-176b-446d-ac7b-f453fff4474a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:21.741758 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-cf094269-176b-446d-ac7b-f453fff4474a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13639778'] for subnet, precommit_delete_associations {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:21.768854 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:21.791777 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-cf094269-176b-446d-ac7b-f453fff4474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:21.801688 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 44e99fdb-280b-456d-9466-de631f215e50 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:21.802222 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:21.922994 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-cf094269-176b-446d-ac7b-f453fff4474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12929148'] for subnet, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:21.936597 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Allocated IP 172.20.0.1 (6d48e09b-70e9-4b3e-8120-4c20c14e60a1/d3328084-b697-492c-adbd-11d1ac285141/5ca18734-2f6c-450c-9dba-a7682003617e) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:39:21.952576 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf094269-176b-446d-ac7b-f453fff4474a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8329a7-0d8d-4b6a-9a14-d24fe65af491,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:21.955021 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-cf094269-176b-446d-ac7b-f453fff4474a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:21.959764 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-cf094269-176b-446d-ac7b-f453fff4474a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5f8329a7-0d8d-4b6a-9a14-d24fe65af491 HTTP/1.1" status: 204 len: 168 time: 0.3058476 Aug 24 17:39:21.960472 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39634) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:22.034891 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4bbd20b1-c01a-4af9-9d3d-694aece2a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.069670 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.084477 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Transition to ACTIVE for port object 5ca18734-2f6c-450c-9dba-a7682003617e will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:39:22.103404 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 19292875-bf00-492f-891b-6052c6b682de up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:22.126719 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4bbd20b1-c01a-4af9-9d3d-694aece2a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.136786 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-4bbd20b1-c01a-4af9-9d3d-694aece2a3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfdc573-3c21-483d-b369-4836e4d35aba']}} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:22.147479 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-4bbd20b1-c01a-4af9-9d3d-694aece2a3a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4') {'for_net_delete': True} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:22.147775 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-4bbd20b1-c01a-4af9-9d3d-694aece2a3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daad82d7-c6ef-4b34-bd39-9a7aca03fea4') {} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:22.160139 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4bbd20b1-c01a-4af9-9d3d-694aece2a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13639789'] for segment, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.179573 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.179786 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4bbd20b1-c01a-4af9-9d3d-694aece2a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.183334 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbd20b1-c01a-4af9-9d3d-694aece2a3a1 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:39:22.183864 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4bbd20b1-c01a-4af9-9d3d-694aece2a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044013'] for segment, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: Traceback (most recent call last): Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: timer() Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: cb(*args, **kw) Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: return func(*args, **kwargs) Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: self._notify() Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: self.callback(batched_events) Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: event.method(event) Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: return f(self, *a, **k) Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._get(url).json() Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: return self.request(url, 'GET', **kwargs) Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:39:22.185810 dv-cinder-788782-4-iscsi neutron-server[94620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:39:22.197552 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 19292875-bf00-492f-891b-6052c6b682de triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:22.197931 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.214175 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Network 6d48e09b-70e9-4b3e-8120-4c20c14e60a1 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:39:22.219704 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:39:22.220239 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.224187 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:39:22.245134 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Pushing event updated for resources: {'Port': ['ID=5ca18734-2f6c-450c-9dba-a7682003617e,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:22.264455 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922644'] for router_interface, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.380010 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4bbd20b1-c01a-4af9-9d3d-694aece2a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.380271 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Transition to ACTIVE for port object 45476f1e-0aed-475c-b303-814d4fcabc27 will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:39:22.393352 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4bbd20b1-c01a-4af9-9d3d-694aece2a3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.393352 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-4bbd20b1-c01a-4af9-9d3d-694aece2a3a1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dcfdc573-3c21-483d-b369-4836e4d35aba HTTP/1.1" status: 204 len: 168 time: 0.4286826 Aug 24 17:39:22.401467 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 1e202f37-ff09-414b-9c5f-d15ff3c6a47a no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:39:22.403757 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd20b1-c01a-4af9-9d3d-694aece2a3a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcfdc573-3c21-483d-b369-4836e4d35aba,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:22.423698 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 1e202f37-ff09-414b-9c5f-d15ff3c6a47a {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:39:22.424040 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 1e202f37-ff09-414b-9c5f-d15ff3c6a47a not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:39:22.471012 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.476831 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.533563 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b0f46-9ec9-4d5e-add0-c07c4d17a9dd None None] Pushing event updated for resources: {'Port': ['ID=45476f1e-0aed-475c-b303-814d4fcabc27,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:22.535920 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Attempting to bind port 45476f1e-0aed-475c-b303-814d4fcabc27 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:39:22.536291 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Attempting to bind port 45476f1e-0aed-475c-b303-814d4fcabc27 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:39:22.536677 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Attempting to bind port 45476f1e-0aed-475c-b303-814d4fcabc27 on network aaab6033-8676-46b7-9588-e6807a397508 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:39:22.542003 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-7ad03325-d9cc-4f7b-bd38-006295157a8a None None] Provisioning for port 5ca18734-2f6c-450c-9dba-a7682003617e completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:39:22.544206 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:39:22.544844 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Checking segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:39:22.545223 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.545707 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Bound using segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:39:22.546306 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Bound port: 45476f1e-0aed-475c-b303-814d4fcabc27, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:39:22.546698 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.552069 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-7ad03325-d9cc-4f7b-bd38-006295157a8a None None] Provisioning complete for port 5ca18734-2f6c-450c-9dba-a7682003617e triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:22.552069 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-7ad03325-d9cc-4f7b-bd38-006295157a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.625973 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-7ad03325-d9cc-4f7b-bd38-006295157a8a None None] Port 5ca18734-2f6c-450c-9dba-a7682003617e cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:39:22.637117 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] For port 45476f1e-0aed-475c-b303-814d4fcabc27, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:39:22.641416 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] For port 45476f1e-0aed-475c-b303-814d4fcabc27, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=45476f1e-0aed-475c-b303-814d4fcabc27,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:39:22.649982 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.665860 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394e15b-6677-406c-80dc-488e5fafa427 req-23c67f62-3fb5-454e-8249-be8224f15276 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:22.667373 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2394e15b-6677-406c-80dc-488e5fafa427 req-23c67f62-3fb5-454e-8249-be8224f15276 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0663433 Aug 24 17:39:22.705943 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2394e15b-6677-406c-80dc-488e5fafa427 req-fbb7996f-cec0-488a-b2ec-c6d02583cd91 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323591 Aug 24 17:39:22.773828 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.774348 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.830502 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Routers {'1df38823-e93b-40b1-86c5-9666952b0405'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:39:22.831162 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:38:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1df38823-e93b-40b1-86c5-9666952b0405'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:22.846974 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929218'] for router_interface, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:22.849605 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Pushing event updated for resources: {'Port': ['ID=5ca18734-2f6c-450c-9dba-a7682003617e,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:22.864401 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b0f46-9ec9-4d5e-add0-c07c4d17a9dd None None] Pushing event updated for resources: {'Port': ['ID=45476f1e-0aed-475c-b303-814d4fcabc27,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:22.905017 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39642) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:22.942376 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] Set router 1df38823-e93b-40b1-86c5-9666952b0405 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:39:22.949297 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-6d794ce4-c800-46ba-9432-c3a095ffc3d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0a8ceca778c48b089cfef6d929e9377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431168 Aug 24 17:39:22.949997 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39644) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:22.954085 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Network 6d48e09b-70e9-4b3e-8120-4c20c14e60a1 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:39:22.956001 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:39:23.012107 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7292ae7c-ae5b-4275-ab3c-526ef0d31bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:23.042750 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7292ae7c-ae5b-4275-ab3c-526ef0d31bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:23.183735 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df38823-e93b-40b1-86c5-9666952b0405', 'name': 'tempest-TestMinimumBasicScenario-1977899750-router', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:18Z', 'updated_at': '2021-08-24T17:39:22Z', 'revision_number': 4, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'gw_port': {'id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df38823-e93b-40b1-86c5-9666952b0405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:19Z', 'updated_at': '2021-08-24T17:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '5ca18734-2f6c-450c-9dba-a7682003617e', 'name': '', 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'mac_address': 'fa:16:3e:c4:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df38823-e93b-40b1-86c5-9666952b0405', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd3328084-b697-492c-adbd-11d1ac285141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:21Z', 'updated_at': '2021-08-24T17:39:22Z', 'revision_number': 2, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'subnets': [{'id': 'd3328084-b697-492c-adbd-11d1ac285141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:23.196786 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7292ae7c-ae5b-4275-ab3c-526ef0d31bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:23.199633 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7292ae7c-ae5b-4275-ab3c-526ef0d31bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:23.204087 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-7292ae7c-ae5b-4275-ab3c-526ef0d31bf4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/501477a9-7227-4fc0-bb9b-e02a5b7b6280 HTTP/1.1" status: 204 len: 168 time: 0.2499211 Aug 24 17:39:23.216004 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292ae7c-ae5b-4275-ab3c-526ef0d31bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501477a9-7227-4fc0-bb9b-e02a5b7b6280,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:23.218057 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca92ff7-ca79-4c78-b5cc-b2fd86b4e3b0 None None] The sync data for ids ['1df38823-e93b-40b1-86c5-9666952b0405'] in dv-cinder-788782-4-iscsi is: [{'id': '1df38823-e93b-40b1-86c5-9666952b0405', 'name': 'tempest-TestMinimumBasicScenario-1977899750-router', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:18Z', 'updated_at': '2021-08-24T17:39:22Z', 'revision_number': 4, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'gw_port': {'id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df38823-e93b-40b1-86c5-9666952b0405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:19Z', 'updated_at': '2021-08-24T17:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '5ca18734-2f6c-450c-9dba-a7682003617e', 'name': '', 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'mac_address': 'fa:16:3e:c4:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df38823-e93b-40b1-86c5-9666952b0405', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd3328084-b697-492c-adbd-11d1ac285141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:21Z', 'updated_at': '2021-08-24T17:39:22Z', 'revision_number': 2, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'subnets': [{'id': 'd3328084-b697-492c-adbd-11d1ac285141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:39:23.252648 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-45f7d47b-fb35-4935-9960-85587314e9f4 None None] Provisioning complete for port 5ca18734-2f6c-450c-9dba-a7682003617e triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:23.253270 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-45f7d47b-fb35-4935-9960-85587314e9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:23.296473 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-45f7d47b-fb35-4935-9960-85587314e9f4 None None] Port 5ca18734-2f6c-450c-9dba-a7682003617e cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:39:23.355577 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Router 1df38823-e93b-40b1-86c5-9666952b0405 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:39:23.486055 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:39:23.491757 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-8372b4a3-ce7f-4409-8bfd-56abcd6ca71b admin admin] 10.222.0.41 "PUT /v2.0/routers/1df38823-e93b-40b1-86c5-9666952b0405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1574562 Aug 24 17:39:23.849049 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dd4bd-eabe-476e-b344-8c1e505339c6 req-1b06f1e9-2652-4eed-89b8-1694481dba6e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:23.850614 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fd7dd4bd-eabe-476e-b344-8c1e505339c6 req-1b06f1e9-2652-4eed-89b8-1694481dba6e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0674834 Aug 24 17:39:23.914757 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fd7dd4bd-eabe-476e-b344-8c1e505339c6 req-224734ed-6463-4571-84a5-1e5771251e4a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581975 Aug 24 17:39:24.529494 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39702) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:24.709469 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-47569561-network', 'tenant_id': '36f62bbae25344afb78b3206e96a467c'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:39:24.785466 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Made reservation on behalf of 36f62bbae25344afb78b3206e96a467c for: {'network': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:39:24.788641 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:24.798751 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:24.913011 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:24.974365 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:25.004477 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=94620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:39:25.052185 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:25.052812 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.segments_db [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Added segment b8046d14-6394-4865-ae77-c1a1db2584f1 of type vlan for network d0a1d2c7-d340-4d85-a118-6e7d173c3fbc Aug 24 17:39:25.054285 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e3cd58-6b81-46b5-8321-5d434cc36bde,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:25.113994 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:25.125052 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04c9cb-48b2-4de4-828a-c7b1b93ef002 req-45620caa-7326-4728-86f3-bcd3e52162d0 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:25.126481 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0d04c9cb-48b2-4de4-828a-c7b1b93ef002 req-45620caa-7326-4728-86f3-bcd3e52162d0 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.1188681 Aug 24 17:39:25.184744 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0d04c9cb-48b2-4de4-828a-c7b1b93ef002 req-ab2a8989-ff77-4d53-a577-dede28ca114b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453508 Aug 24 17:39:25.202586 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-0111f348-a528-41ac-bc5f-b3a8d9ab3f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:25.242184 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:25.243177 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:25.243776 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:25.314392 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a1d2c7-d340-4d85-a118-6e7d173c3fbc,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:25.324928 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network d0a1d2c7-d340-4d85-a118-6e7d173c3fbc details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:39:25.366807 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-716b8962-89ff-48d4-87bd-cddb75838520 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8331766 Aug 24 17:39:25.367033 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39710) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:25.371927 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-a1740a07-5ab9-4796-837a-4d392a35e4a7 admin admin] Request body: {'subnet': {'network_id': 'd0a1d2c7-d340-4d85-a118-6e7d173c3fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-47569561-subnet', 'tenant_id': '36f62bbae25344afb78b3206e96a467c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:39:25.487731 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1740a07-5ab9-4796-837a-4d392a35e4a7 admin admin] Made reservation on behalf of 36f62bbae25344afb78b3206e96a467c for: {'subnet': 1} {{(pid=94620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:39:25.490754 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a1740a07-5ab9-4796-837a-4d392a35e4a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12929159'] for subnet, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:25.689720 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 45476f1e-0aed-475c-b303-814d4fcabc27 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:25.762535 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a1740a07-5ab9-4796-837a-4d392a35e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13044360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12929141'] for subnet, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:25.802650 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 45476f1e-0aed-475c-b303-814d4fcabc27 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:39:25.807055 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 45476f1e-0aed-475c-b303-814d4fcabc27 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:25.807425 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:25.844053 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1740a07-5ab9-4796-837a-4d392a35e4a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b3f140-ad08-4f11-883b-bc9f8fdb762b,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:25.864599 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1740a07-5ab9-4796-837a-4d392a35e4a7 admin admin] Checking segment: {'id': 'b8046d14-6394-4865-ae77-c1a1db2584f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd0a1d2c7-d340-4d85-a118-6e7d173c3fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:39:25.864848 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1740a07-5ab9-4796-837a-4d392a35e4a7 admin admin] Network hostable DHCP agents. Network: d0a1d2c7-d340-4d85-a118-6e7d173c3fbc, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:39:25.915862 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:25.947006 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 45476f1e-0aed-475c-b303-814d4fcabc27, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=45476f1e-0aed-475c-b303-814d4fcabc27,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:25.962284 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1740a07-5ab9-4796-837a-4d392a35e4a7 admin admin] Network d0a1d2c7-d340-4d85-a118-6e7d173c3fbc is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:39:25.991381 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:26.019653 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-a1740a07-5ab9-4796-837a-4d392a35e4a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, d0a1d2c7-d340-4d85-a118-6e7d173c3fbc) {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:39:26.023827 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1740a07-5ab9-4796-837a-4d392a35e4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:26.024449 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a1740a07-5ab9-4796-837a-4d392a35e4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:26.042382 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f653fb3-5356-40c8-91e6-dbe326f9149f None None] Network d0a1d2c7-d340-4d85-a118-6e7d173c3fbc requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:39:26.106109 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a1740a07-5ab9-4796-837a-4d392a35e4a7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7380686 Aug 24 17:39:26.124481 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=45476f1e-0aed-475c-b303-814d4fcabc27,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:26.259355 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2419d6-12f2-4cb3-82fc-455e64164022 None None] Network d0a1d2c7-d340-4d85-a118-6e7d173c3fbc requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:39:26.369946 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ad970-72b3-48ab-baf1-ec052c902299 req-2f5accb7-794d-46fd-aff5-cd609635a2bb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:26.372326 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4c8ad970-72b3-48ab-baf1-ec052c902299 req-2f5accb7-794d-46fd-aff5-cd609635a2bb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0758758 Aug 24 17:39:26.430535 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4c8ad970-72b3-48ab-baf1-ec052c902299 req-7095b5b7-adea-4e9b-9f2f-7b7640faddbb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527618 Aug 24 17:39:26.473209 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Sync routers for ids ['1df38823-e93b-40b1-86c5-9666952b0405'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:39:26.483076 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Routers {'1df38823-e93b-40b1-86c5-9666952b0405'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:39:26.483689 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:38:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1df38823-e93b-40b1-86c5-9666952b0405'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:26.605004 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Set router 1df38823-e93b-40b1-86c5-9666952b0405 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:39:26.846216 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df38823-e93b-40b1-86c5-9666952b0405', 'name': 'tempest-TestMinimumBasicScenario-1977899750-router', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:18Z', 'updated_at': '2021-08-24T17:39:22Z', 'revision_number': 4, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'gw_port': {'id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df38823-e93b-40b1-86c5-9666952b0405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:19Z', 'updated_at': '2021-08-24T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '5ca18734-2f6c-450c-9dba-a7682003617e', 'name': '', 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'mac_address': 'fa:16:3e:c4:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df38823-e93b-40b1-86c5-9666952b0405', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd3328084-b697-492c-adbd-11d1ac285141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:21Z', 'updated_at': '2021-08-24T17:39:22Z', 'revision_number': 2, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'subnets': [{'id': 'd3328084-b697-492c-adbd-11d1ac285141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:26.884201 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Checking router: 1df38823-e93b-40b1-86c5-9666952b0405 for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:39:26.884573 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Updating router 1df38823-e93b-40b1-86c5-9666952b0405 port 5ca18734-2f6c-450c-9dba-a7682003617e binding host dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:39:26.911926 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:26.993719 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39730) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:26.999287 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-833416694-network', 'tenant_id': '3d20a773a73642a49dcc36370d21eb9f'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:39:27.065317 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Made reservation on behalf of 3d20a773a73642a49dcc36370d21eb9f for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:39:27.067891 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.078098 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.211204 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.277941 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.309468 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:39:27.334010 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33290e6-2c40-4b2d-8cb1-72dae6d60a37,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:27.334010 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.334010 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Added segment a060a2a0-2085-426c-ae49-e7904ef7418a of type vlan for network 6df6338e-30f7-466f-b614-b8a171518e96 Aug 24 17:39:27.353410 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.364750 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Transition to ACTIVE for port object 5ca18734-2f6c-450c-9dba-a7682003617e will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:39:27.375646 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.578911 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1087481-2348-434c-b7ed-9e8faf82c22c req-cbc99102-f18d-4cf4-96c8-b65d428eea1a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:27.580394 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d1087481-2348-434c-b7ed-9e8faf82c22c req-cbc99102-f18d-4cf4-96c8-b65d428eea1a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0504389 Aug 24 17:39:27.620487 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d1087481-2348-434c-b7ed-9e8faf82c22c req-d5694cb9-01ec-48c9-9f54-fff25909eab5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339692 Aug 24 17:39:27.633134 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 45476f1e-0aed-475c-b303-814d4fcabc27 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:27.671307 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.683778 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 45476f1e-0aed-475c-b303-814d4fcabc27 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:27.684159 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.687658 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.688674 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:27.689261 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.745328 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c78c7-cee5-49ac-826f-103c405b02e8 None None] Pushing event updated for resources: {'Port': ['ID=5ca18734-2f6c-450c-9dba-a7682003617e,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:27.778080 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] Pushing event updated for resources: {'Network': ['ID=6df6338e-30f7-466f-b614-b8a171518e96,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:27.784195 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-a7848551-3369-4f5d-a988-ecc39c7d3117 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7893801 Aug 24 17:39:27.788406 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39740) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:27.797818 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-a0dab0bb-0c0f-4401-9021-226f316221ab admin admin] Request body: {'subnet': {'network_id': '6df6338e-30f7-466f-b614-b8a171518e96', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-833416694-subnet', 'tenant_id': '3d20a773a73642a49dcc36370d21eb9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:39:27.820793 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Attempting to bind port 5ca18734-2f6c-450c-9dba-a7682003617e on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:39:27.821795 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Attempting to bind port 5ca18734-2f6c-450c-9dba-a7682003617e by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': '8772e938-da49-4462-8bc8-d25dfe07d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:39:27.822322 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Attempting to bind port 5ca18734-2f6c-450c-9dba-a7682003617e on network 6d48e09b-70e9-4b3e-8120-4c20c14e60a1 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:39:27.823462 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network 6df6338e-30f7-466f-b614-b8a171518e96 details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:39:27.835445 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:39:27.836244 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Checking segment: {'id': '8772e938-da49-4462-8bc8-d25dfe07d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:39:27.836971 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.837535 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Bound using segment: {'id': '8772e938-da49-4462-8bc8-d25dfe07d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:39:27.838150 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Bound port: 5ca18734-2f6c-450c-9dba-a7682003617e, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8772e938-da49-4462-8bc8-d25dfe07d778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:39:27.838718 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.939792 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dab0bb-0c0f-4401-9021-226f316221ab admin admin] Made reservation on behalf of 3d20a773a73642a49dcc36370d21eb9f for: {'subnet': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:39:27.942301 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a0dab0bb-0c0f-4401-9021-226f316221ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717414'] for subnet, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:27.961986 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] For port 5ca18734-2f6c-450c-9dba-a7682003617e, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:39:27.966954 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] For port 5ca18734-2f6c-450c-9dba-a7682003617e, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=5ca18734-2f6c-450c-9dba-a7682003617e,segment=NetworkSegment(8772e938-da49-4462-8bc8-d25dfe07d778),segment_id=8772e938-da49-4462-8bc8-d25dfe07d778)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:39:28.026081 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:28.141277 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Routers {'1df38823-e93b-40b1-86c5-9666952b0405'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:39:28.141937 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:38:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1df38823-e93b-40b1-86c5-9666952b0405'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:28.156587 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-27265083-1313-4226-80eb-b5887240939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:28.245332 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c78c7-cee5-49ac-826f-103c405b02e8 None None] Pushing event updated for resources: {'Port': ['ID=5ca18734-2f6c-450c-9dba-a7682003617e,revision_number=4']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:28.298750 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] Set router 1df38823-e93b-40b1-86c5-9666952b0405 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:39:28.322289 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a0dab0bb-0c0f-4401-9021-226f316221ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12719542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717460'] for subnet, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:28.378385 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dab0bb-0c0f-4401-9021-226f316221ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32800d8-b901-429d-b396-7b5c41313941,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:28.413111 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dab0bb-0c0f-4401-9021-226f316221ab admin admin] Checking segment: {'id': 'a060a2a0-2085-426c-ae49-e7904ef7418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6df6338e-30f7-466f-b614-b8a171518e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:39:28.413111 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dab0bb-0c0f-4401-9021-226f316221ab admin admin] Network hostable DHCP agents. Network: 6df6338e-30f7-466f-b614-b8a171518e96, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:39:28.425272 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:28.472114 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dab0bb-0c0f-4401-9021-226f316221ab admin admin] Network 6df6338e-30f7-466f-b614-b8a171518e96 is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:39:28.546042 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-a0dab0bb-0c0f-4401-9021-226f316221ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, 6df6338e-30f7-466f-b614-b8a171518e96) {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:39:28.552377 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dab0bb-0c0f-4401-9021-226f316221ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:28.552990 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a0dab0bb-0c0f-4401-9021-226f316221ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:28.558417 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4e66b5-2457-4116-9824-03d2868360ff None None] Network 6df6338e-30f7-466f-b614-b8a171518e96 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:39:28.563162 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df38823-e93b-40b1-86c5-9666952b0405', 'name': 'tempest-TestMinimumBasicScenario-1977899750-router', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:18Z', 'updated_at': '2021-08-24T17:39:22Z', 'revision_number': 4, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'gw_port': {'id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df38823-e93b-40b1-86c5-9666952b0405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:19Z', 'updated_at': '2021-08-24T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '5ca18734-2f6c-450c-9dba-a7682003617e', 'name': '', 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'mac_address': 'fa:16:3e:c4:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df38823-e93b-40b1-86c5-9666952b0405', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd3328084-b697-492c-adbd-11d1ac285141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:21Z', 'updated_at': '2021-08-24T17:39:27Z', 'revision_number': 4, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'subnets': [{'id': 'd3328084-b697-492c-adbd-11d1ac285141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:28.592482 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b081f99-b49c-4a32-abc9-5add24ea441f None None] The sync data for ids ['1df38823-e93b-40b1-86c5-9666952b0405'] in dv-cinder-788782-4-iscsi is: [{'id': '1df38823-e93b-40b1-86c5-9666952b0405', 'name': 'tempest-TestMinimumBasicScenario-1977899750-router', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:18Z', 'updated_at': '2021-08-24T17:39:22Z', 'revision_number': 4, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'gw_port': {'id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df38823-e93b-40b1-86c5-9666952b0405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:19Z', 'updated_at': '2021-08-24T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '5ca18734-2f6c-450c-9dba-a7682003617e', 'name': '', 'network_id': '6d48e09b-70e9-4b3e-8120-4c20c14e60a1', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'mac_address': 'fa:16:3e:c4:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df38823-e93b-40b1-86c5-9666952b0405', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd3328084-b697-492c-adbd-11d1ac285141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:21Z', 'updated_at': '2021-08-24T17:39:27Z', 'revision_number': 4, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'subnets': [{'id': 'd3328084-b697-492c-adbd-11d1ac285141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:39:28.655790 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-a0dab0bb-0c0f-4401-9021-226f316221ab admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8632233 Aug 24 17:39:28.803872 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664415ad-a0dd-4707-8c5c-8ac7a42ff866 None None] Network 6df6338e-30f7-466f-b614-b8a171518e96 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:39:28.836026 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2f8c8-ec77-40a2-b08b-a4464bc77c1c req-8c3b68c2-0035-4562-897a-a50b75bb5b1c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:28.842677 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39750) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:28.863762 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-41e2f8c8-ec77-40a2-b08b-a4464bc77c1c req-8c3b68c2-0035-4562-897a-a50b75bb5b1c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.1171379 Aug 24 17:39:28.941432 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_v2 [None req-a841dcc0-1532-4382-97c2-7359dd8d3c6f admin admin] Deleting subnet 75b3f140-ad08-4f11-883b-bc9f8fdb762b {{(pid=94619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:39:28.949015 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-41e2f8c8-ec77-40a2-b08b-a4464bc77c1c req-5a5341a9-8fbe-4862-a054-0fb54b660200 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840092 Aug 24 17:39:28.954900 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a841dcc0-1532-4382-97c2-7359dd8d3c6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.022215 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a841dcc0-1532-4382-97c2-7359dd8d3c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14568602'] for subnet, precommit_delete_associations {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.073380 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a841dcc0-1532-4382-97c2-7359dd8d3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.249138 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a841dcc0-1532-4382-97c2-7359dd8d3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12719601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717469'] for subnet, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.282735 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841dcc0-1532-4382-97c2-7359dd8d3c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b3f140-ad08-4f11-883b-bc9f8fdb762b,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:29.286080 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a841dcc0-1532-4382-97c2-7359dd8d3c6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.287061 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-a841dcc0-1532-4382-97c2-7359dd8d3c6f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/75b3f140-ad08-4f11-883b-bc9f8fdb762b HTTP/1.1" status: 204 len: 168 time: 0.4425929 Aug 24 17:39:29.289778 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39752) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:29.366079 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c50528fa-81f0-40ea-9be7-494886448782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.437229 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.457171 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c50528fa-81f0-40ea-9be7-494886448782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.474120 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-c50528fa-81f0-40ea-9be7-494886448782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a1d2c7-d340-4d85-a118-6e7d173c3fbc']}} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:29.490765 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-c50528fa-81f0-40ea-9be7-494886448782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8046d14-6394-4865-ae77-c1a1db2584f1') {'for_net_delete': True} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:29.491132 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-c50528fa-81f0-40ea-9be7-494886448782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8046d14-6394-4865-ae77-c1a1db2584f1') {} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:29.507354 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c50528fa-81f0-40ea-9be7-494886448782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13639789'] for segment, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.521718 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c50528fa-81f0-40ea-9be7-494886448782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.528269 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50528fa-81f0-40ea-9be7-494886448782 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:39:29.528689 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c50528fa-81f0-40ea-9be7-494886448782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044013'] for segment, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: Traceback (most recent call last): Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: timer() Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: cb(*args, **kw) Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: return func(*args, **kwargs) Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: self._notify() Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: self.callback(batched_events) Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: event.method(event) Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: return f(self, *a, **k) Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._get(url).json() Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: return self.request(url, 'GET', **kwargs) Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:39:29.531275 dv-cinder-788782-4-iscsi neutron-server[94620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:39:29.647625 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c50528fa-81f0-40ea-9be7-494886448782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.655264 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c50528fa-81f0-40ea-9be7-494886448782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.657762 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-c50528fa-81f0-40ea-9be7-494886448782 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d0a1d2c7-d340-4d85-a118-6e7d173c3fbc HTTP/1.1" status: 204 len: 168 time: 0.3667505 Aug 24 17:39:29.660710 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39754) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:29.676595 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 5ca18734-2f6c-450c-9dba-a7682003617e up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:29.678727 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50528fa-81f0-40ea-9be7-494886448782 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a1d2c7-d340-4d85-a118-6e7d173c3fbc,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:29.737479 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_v2 [None req-a574dc67-9eda-40b5-b62f-7035d8ff7838 admin admin] Deleting subnet d32800d8-b901-429d-b396-7b5c41313941 {{(pid=94619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:39:29.741077 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a574dc67-9eda-40b5-b62f-7035d8ff7838 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.785799 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a574dc67-9eda-40b5-b62f-7035d8ff7838 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14568602'] for subnet, precommit_delete_associations {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.796477 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 5ca18734-2f6c-450c-9dba-a7682003617e completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:39:29.803640 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 5ca18734-2f6c-450c-9dba-a7682003617e triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:29.804510 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.849490 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a574dc67-9eda-40b5-b62f-7035d8ff7838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.927968 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:29.970182 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 5ca18734-2f6c-450c-9dba-a7682003617e, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=5ca18734-2f6c-450c-9dba-a7682003617e,segment=NetworkSegment(8772e938-da49-4462-8bc8-d25dfe07d778),segment_id=8772e938-da49-4462-8bc8-d25dfe07d778)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:29.997181 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a574dc67-9eda-40b5-b62f-7035d8ff7838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12719601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717469'] for subnet, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:30.014302 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:30.043813 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a574dc67-9eda-40b5-b62f-7035d8ff7838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:30.048906 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-a574dc67-9eda-40b5-b62f-7035d8ff7838 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d32800d8-b901-429d-b396-7b5c41313941 HTTP/1.1" status: 204 len: 168 time: 0.3871634 Aug 24 17:39:30.050939 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39760) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:30.051907 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574dc67-9eda-40b5-b62f-7035d8ff7838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32800d8-b901-429d-b396-7b5c41313941,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:30.107662 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=5ca18734-2f6c-450c-9dba-a7682003617e,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:30.134935 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe546a-60d4-402d-97dc-85e8071f8a68 req-d8e37bd7-ee42-4ce7-9170-7adbf49efd9d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:30.141093 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6bfe546a-60d4-402d-97dc-85e8071f8a68 req-d8e37bd7-ee42-4ce7-9170-7adbf49efd9d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.1132023 Aug 24 17:39:30.170278 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-073870c2-1091-401d-b47d-36fdfca879e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:30.200163 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6bfe546a-60d4-402d-97dc-85e8071f8a68 req-fe2a7ca2-fec2-4172-960c-85508fe33cbf tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426688 Aug 24 17:39:30.318519 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-073870c2-1091-401d-b47d-36fdfca879e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:30.329744 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-073870c2-1091-401d-b47d-36fdfca879e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df6338e-30f7-466f-b614-b8a171518e96']}} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:30.350709 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-073870c2-1091-401d-b47d-36fdfca879e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a060a2a0-2085-426c-ae49-e7904ef7418a') {'for_net_delete': True} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:30.353104 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-073870c2-1091-401d-b47d-36fdfca879e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a060a2a0-2085-426c-ae49-e7904ef7418a') {} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:30.364851 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-073870c2-1091-401d-b47d-36fdfca879e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14568597'] for segment, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:30.381766 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-073870c2-1091-401d-b47d-36fdfca879e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:30.387903 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073870c2-1091-401d-b47d-36fdfca879e4 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:39:30.388418 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-073870c2-1091-401d-b47d-36fdfca879e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12719635'] for segment, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: Traceback (most recent call last): Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: timer() Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: cb(*args, **kw) Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: return func(*args, **kwargs) Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: self._notify() Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: self.callback(batched_events) Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: event.method(event) Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: return f(self, *a, **k) Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._get(url).json() Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: return self.request(url, 'GET', **kwargs) Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:39:30.390224 dv-cinder-788782-4-iscsi neutron-server[94619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:39:30.431128 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:30.505250 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-073870c2-1091-401d-b47d-36fdfca879e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:30.518015 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-073870c2-1091-401d-b47d-36fdfca879e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:30.522532 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-073870c2-1091-401d-b47d-36fdfca879e4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6df6338e-30f7-466f-b614-b8a171518e96 HTTP/1.1" status: 204 len: 168 time: 0.4659097 Aug 24 17:39:30.536076 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073870c2-1091-401d-b47d-36fdfca879e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df6338e-30f7-466f-b614-b8a171518e96,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:30.852489 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39764) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:30.898349 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-a32e5da6-101d-443b-8631-995fee32172f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36f62bbae25344afb78b3206e96a467c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487328 Aug 24 17:39:30.900863 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39766) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:30.957745 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-65d1010d-0e0f-42e1-ba3d-143cd27c0bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:30.992884 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-65d1010d-0e0f-42e1-ba3d-143cd27c0bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:31.341728 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4107602-9411-4ff1-b731-5fdd4e870048 req-e4d3ba9c-b55e-46d8-b1c4-8c9f9814819c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:31.343305 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d4107602-9411-4ff1-b731-5fdd4e870048 req-e4d3ba9c-b55e-46d8-b1c4-8c9f9814819c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0495143 Aug 24 17:39:31.379510 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-65d1010d-0e0f-42e1-ba3d-143cd27c0bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:31.382417 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-65d1010d-0e0f-42e1-ba3d-143cd27c0bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:31.382631 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d4107602-9411-4ff1-b731-5fdd4e870048 req-b294a05b-cd38-4192-9f9b-6ed9b85a22d5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330243 Aug 24 17:39:31.386264 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-65d1010d-0e0f-42e1-ba3d-143cd27c0bca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39e3cd58-6b81-46b5-8321-5d434cc36bde HTTP/1.1" status: 204 len: 168 time: 0.4817216 Aug 24 17:39:31.392196 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1010d-0e0f-42e1-ba3d-143cd27c0bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e3cd58-6b81-46b5-8321-5d434cc36bde,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:31.649678 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 5ca18734-2f6c-450c-9dba-a7682003617e up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:31.707676 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 5ca18734-2f6c-450c-9dba-a7682003617e triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:31.708082 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:32.084361 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39782) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:32.166449 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 39784) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:32.166764 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-9872876a-2db6-4b7b-9014-9b67d15939db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d20a773a73642a49dcc36370d21eb9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804455 Aug 24 17:39:32.232529 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a7d33819-a82d-4ee0-8b16-e02ac72e61e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:32.258783 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a7d33819-a82d-4ee0-8b16-e02ac72e61e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:32.402090 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a7d33819-a82d-4ee0-8b16-e02ac72e61e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:32.406680 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a7d33819-a82d-4ee0-8b16-e02ac72e61e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:32.408324 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a7d33819-a82d-4ee0-8b16-e02ac72e61e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f33290e6-2c40-4b2d-8cb1-72dae6d60a37 HTTP/1.1" status: 204 len: 168 time: 0.2403677 Aug 24 17:39:32.422881 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d33819-a82d-4ee0-8b16-e02ac72e61e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33290e6-2c40-4b2d-8cb1-72dae6d60a37,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:32.541077 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29408f0-2f1a-4cd2-878e-8f80fb19bbf6 req-07625527-a83c-4b55-b646-08ef670caf29 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:32.548582 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d29408f0-2f1a-4cd2-878e-8f80fb19bbf6 req-07625527-a83c-4b55-b646-08ef670caf29 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0737550 Aug 24 17:39:32.596152 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d29408f0-2f1a-4cd2-878e-8f80fb19bbf6 req-8dcf1366-2de6-481d-a04f-f8f9c4b5ab79 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466256 Aug 24 17:39:33.736406 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f77ee-380d-483e-87eb-c91973b49f4c req-06e78711-dad0-493f-94ba-a554984405ca tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:33.745236 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e11f77ee-380d-483e-87eb-c91973b49f4c req-06e78711-dad0-493f-94ba-a554984405ca tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0766149 Aug 24 17:39:33.788828 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e11f77ee-380d-483e-87eb-c91973b49f4c req-d8f9bd7a-1304-43d4-babc-352e8e1b6ec5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420060 Aug 24 17:39:34.485335 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b40ec7e8-b8fb-411d-b667-01e618a097d2 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:39:34.589301 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b40ec7e8-b8fb-411d-b667-01e618a097d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:34.605875 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'port_id': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'mac_address': 'fa:16:3e:86:fb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:39:34.648103 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:34.664944 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b40ec7e8-b8fb-411d-b667-01e618a097d2 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:39:34.703352 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b40ec7e8-b8fb-411d-b667-01e618a097d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:34.780006 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:34.870130 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b40ec7e8-b8fb-411d-b667-01e618a097d2,revision_number=6']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:34.889036 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['b40ec7e8-b8fb-411d-b667-01e618a097d2'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:39:34.929729 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03d087-4e34-4908-920c-50bfb7e2891a req-6b4de9c4-47aa-4121-8894-f5daa7282d75 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:34.929729 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fe03d087-4e34-4908-920c-50bfb7e2891a req-6b4de9c4-47aa-4121-8894-f5daa7282d75 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 944 time: 0.0644622 Aug 24 17:39:34.981510 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fe03d087-4e34-4908-920c-50bfb7e2891a req-f215e598-9629-40b3-a1c9-ef659586f215 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Aug 24 17:39:36.153367 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be8f81-f1ac-4ee1-9902-560c1f160837 req-01be6885-3034-4a79-b299-eff227bd691d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:36.155412 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f1be8f81-f1ac-4ee1-9902-560c1f160837 req-01be6885-3034-4a79-b299-eff227bd691d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 944 time: 0.0790820 Aug 24 17:39:36.162210 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-6b6abd22-96f4-43ff-a883-6c5fbfef552f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:36.163599 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-6b6abd22-96f4-43ff-a883-6c5fbfef552f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/networks?id=69302ed6-9170-4ef4-ac54-f17326f729a7 HTTP/1.1" status: 200 len: 815 time: 0.1521335 Aug 24 17:39:36.188736 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-3bca9df7-b4c1-4e9f-a2b2-bbe1f0e7b0bb tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/quotas/58b95c9eb59c4bcc9d10161c7e9490ec HTTP/1.1" status: 200 len: 375 time: 0.0177026 Aug 24 17:39:36.219442 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f1be8f81-f1ac-4ee1-9902-560c1f160837 req-56d6ad41-f318-42bb-9a6b-836008364df6 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548835 Aug 24 17:39:36.254736 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-5994b84b-8014-40c5-b88f-83148c99f512 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=58b95c9eb59c4bcc9d10161c7e9490ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558131 Aug 24 17:39:36.459362 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-c6e6db2e-1efb-488e-afd4-c5e15bc3d45e service neutron] 10.222.0.41 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930132 Aug 24 17:39:36.511856 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b40ec7e8-b8fb-411d-b667-01e618a097d2 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:36.575396 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-787c68b9-a4c0-4200-bada-8a6271e43a11 service neutron] 10.222.0.41 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094275 Aug 24 17:39:36.588986 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port b40ec7e8-b8fb-411d-b667-01e618a097d2 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:36.589375 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:36.679454 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:36.707281 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:39:36.709921 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8c241b-8335-4b17-87bf-83d2d6255450" -d '{"events": [{"server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "name": "network-vif-plugged", "status": "completed", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:39:36.727959 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b40ec7e8-b8fb-411d-b667-01e618a097d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:36.751232 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13802477-e7ce-4102-9c9a-19ccb7c33bb8 x-openstack-request-id: req-13802477-e7ce-4102-9c9a-19ccb7c33bb8 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:39:36.751527 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "name": "network-vif-plugged", "status": "completed", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:39:36.751778 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13802477-e7ce-4102-9c9a-19ccb7c33bb8 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:39:36.752255 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'code': 200} Aug 24 17:39:36.802417 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:36.878296 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b40ec7e8-b8fb-411d-b667-01e618a097d2,revision_number=7']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:36.902283 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-03a16cde-87f0-46c4-91d6-cdf48f256131 req-18a3ec75-9da3-4a1c-b6a2-6839f2f0c857 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 210 time: 0.0479214 Aug 24 17:39:37.364806 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a303e-1c9f-498f-88db-39b8911ecf6b req-b049a06d-ca97-4db9-902c-796812c5e84d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:37.374098 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e96a303e-1c9f-498f-88db-39b8911ecf6b req-b049a06d-ca97-4db9-902c-796812c5e84d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0668426 Aug 24 17:39:37.433021 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e96a303e-1c9f-498f-88db-39b8911ecf6b req-16aeaab3-2307-4343-b819-a6fdfcb25450 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426335 Aug 24 17:39:37.973876 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c013c0c4-0bdb-4df1-9582-487d016fc188 req-86066a58-7f0c-4341-825a-c91ac03d840c tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 210 time: 0.0282845 Aug 24 17:39:38.606151 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce675f-f22f-4e68-a3b5-c831fe615de5 req-09da0cd7-dd30-4617-926a-b203fc19131d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:38.608898 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1bce675f-f22f-4e68-a3b5-c831fe615de5 req-09da0cd7-dd30-4617-926a-b203fc19131d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0745442 Aug 24 17:39:38.673537 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1bce675f-f22f-4e68-a3b5-c831fe615de5 req-c71732f5-24c7-43bc-ac0f-2a7c0a91bd5f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587561 Aug 24 17:39:39.119881 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b3b0b251-046c-4f12-a64d-9da52c13d618 req-92192224-1151-4496-acc2-e8774cb111ea tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 210 time: 0.0348639 Aug 24 17:39:39.805343 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effb0cb-de2b-439e-a70c-71e89fefe36a req-37a1f883-55af-4fdf-bcdc-4011a86cfbf9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:39.807194 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6effb0cb-de2b-439e-a70c-71e89fefe36a req-37a1f883-55af-4fdf-bcdc-4011a86cfbf9 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0549686 Aug 24 17:39:39.847777 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6effb0cb-de2b-439e-a70c-71e89fefe36a req-67d441c2-73df-49cc-b0fd-09755ddfe22d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336788 Aug 24 17:39:39.917141 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-34d8a70b-f4af-406b-b153-26019562b848 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:39.919354 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-34d8a70b-f4af-406b-b153-26019562b848 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.42 "GET /v2.0/networks?id=69302ed6-9170-4ef4-ac54-f17326f729a7 HTTP/1.1" status: 200 len: 815 time: 0.1142821 Aug 24 17:39:39.943984 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Request body: {'port': {'device_id': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'admin_state_up': True, 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:39:40.176866 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 39984) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:40.208420 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Made reservation on behalf of 58b95c9eb59c4bcc9d10161c7e9490ec for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:39:40.213142 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:40.277667 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-edec5227-1201-43bf-891f-74be5ec6bdf5 req-07427e16-d15e-479f-b897-42b36c283ed7 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 210 time: 0.0793023 Aug 24 17:39:40.348236 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-842c35ab-6c1f-4eee-901e-f6374e5cca3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:40.433629 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Allocated IP 172.20.0.13 (69302ed6-9170-4ef4-ac54-f17326f729a7/54991683-f067-473e-9ab5-5a2f8cf97dae/5aa37949-6ec5-418f-a94b-827fb50f97f3) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:39:40.579938 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-842c35ab-6c1f-4eee-901e-f6374e5cca3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:40.650302 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:40.658741 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-842c35ab-6c1f-4eee-901e-f6374e5cca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:40.709928 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Transition to ACTIVE for port object 5aa37949-6ec5-418f-a94b-827fb50f97f3 will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:39:40.719282 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c35ab-6c1f-4eee-901e-f6374e5cca3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d182df-ccfe-4a08-bcd8-ec824d5fe957,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:40.737623 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-842c35ab-6c1f-4eee-901e-f6374e5cca3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdd6c514557b400c85e089a31a5ce53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5596371 Aug 24 17:39:40.740235 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40004) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:40.813410 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-416a7a0e-c8e4-41f6-949f-8842cb12f779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:40.849360 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-416a7a0e-c8e4-41f6-949f-8842cb12f779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:40.889521 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:40.972838 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Network 69302ed6-9170-4ef4-ac54-f17326f729a7 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:39:40.978073 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:39:40.982936 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:39:41.019570 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4504929-9f6a-40c9-9e61-344d8bb2d00e req-b985b1a7-7121-487d-9e1f-3462133e19a3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:41.024415 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event updated for resources: {'Port': ['ID=5aa37949-6ec5-418f-a94b-827fb50f97f3,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:41.030223 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f4504929-9f6a-40c9-9e61-344d8bb2d00e req-b985b1a7-7121-487d-9e1f-3462133e19a3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0817084 Aug 24 17:39:41.053194 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-416a7a0e-c8e4-41f6-949f-8842cb12f779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:41.055673 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-416a7a0e-c8e4-41f6-949f-8842cb12f779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:41.059075 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-416a7a0e-c8e4-41f6-949f-8842cb12f779 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69d182df-ccfe-4a08-bcd8-ec824d5fe957 HTTP/1.1" status: 204 len: 168 time: 0.3155847 Aug 24 17:39:41.081991 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:41.082778 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:41.100174 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a7a0e-c8e4-41f6-949f-8842cb12f779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d182df-ccfe-4a08-bcd8-ec824d5fe957,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:41.112268 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f4504929-9f6a-40c9-9e61-344d8bb2d00e req-0812eb4a-0bd7-4b52-9a3e-7f36d571b7aa tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811133 Aug 24 17:39:41.191867 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-2a2e0227-e8aa-46b7-bbd5-9df28a8f21e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2527103 Aug 24 17:39:41.480013 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Request body: {'port': {'device_id': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:39:41.511286 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-0e3a3e4a-0675-4bff-b0a4-556f4b8d4ad9 None None] Provisioning for port 5aa37949-6ec5-418f-a94b-827fb50f97f3 completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:39:41.519246 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-0e3a3e4a-0675-4bff-b0a4-556f4b8d4ad9 None None] Provisioning complete for port 5aa37949-6ec5-418f-a94b-827fb50f97f3 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:41.521135 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3e4a-0675-4bff-b0a4-556f4b8d4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:41.544975 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8e2ca-62d1-4c06-99ff-988cbfb0a138 req-66179c9e-d1c5-4a27-bc0d-f24e67f224cc tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:41.550072 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-87d8e2ca-62d1-4c06-99ff-988cbfb0a138 req-66179c9e-d1c5-4a27-bc0d-f24e67f224cc tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 932 time: 0.1403470 Aug 24 17:39:41.630243 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a3e4a-0675-4bff-b0a4-556f4b8d4ad9 None None] Port 5aa37949-6ec5-418f-a94b-827fb50f97f3 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:39:41.649494 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-87d8e2ca-62d1-4c06-99ff-988cbfb0a138 req-71c2bdcc-7eb6-4538-a900-198c921e48bf tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888088 Aug 24 17:39:41.738931 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:41.854825 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b476530f-be63-49e8-ac46-f0cf9549daf2 req-cdcdb96b-028c-4a85-949b-aa7c9da534ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2210860 Aug 24 17:39:42.060525 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40022) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:42.085808 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a46d2f95-e615-4ca8-b004-e7e2409fb012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:42.244428 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa37949-6ec5-418f-a94b-827fb50f97f3 {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:39:42.255789 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:42.273194 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Transition to ACTIVE for port object 5aa37949-6ec5-418f-a94b-827fb50f97f3 will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:39:42.333039 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c5e9a-51a3-4696-9ac6-6318110029fe req-4a39cb13-959f-418d-86b5-5338a2432003 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:42.334776 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-647c5e9a-51a3-4696-9ac6-6318110029fe req-4a39cb13-959f-418d-86b5-5338a2432003 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0530400 Aug 24 17:39:42.391064 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:42.446694 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-647c5e9a-51a3-4696-9ac6-6318110029fe req-3132f5e9-3806-43e9-954f-700d207f4adc tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009910 Aug 24 17:39:42.483658 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:42.587685 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Pushing event updated for resources: {'Port': ['ID=5aa37949-6ec5-418f-a94b-827fb50f97f3,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:42.588267 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a46d2f95-e615-4ca8-b004-e7e2409fb012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:42.588493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:42.588493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:42.588493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:42.588493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:42.588493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:42.588493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:42.588493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:42.588493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:42.588493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:42.588493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:42.588493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:42.588493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:39:42.780138 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Attempting to bind port 5aa37949-6ec5-418f-a94b-827fb50f97f3 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:39:42.956430 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Attempting to bind port 5aa37949-6ec5-418f-a94b-827fb50f97f3 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'a620e112-7d8b-407a-b3d8-aaedb5e94996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:39:42.956430 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Attempting to bind port 5aa37949-6ec5-418f-a94b-827fb50f97f3 on network 69302ed6-9170-4ef4-ac54-f17326f729a7 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:39:42.956430 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Port 5aa37949-6ec5-418f-a94b-827fb50f97f3 on network 69302ed6-9170-4ef4-ac54-f17326f729a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:39:42.956430 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Attempting to bind port 5aa37949-6ec5-418f-a94b-827fb50f97f3 on network 69302ed6-9170-4ef4-ac54-f17326f729a7 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:39:42.956430 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:39:42.956430 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Checking segment: {'id': 'a620e112-7d8b-407a-b3d8-aaedb5e94996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:39:42.956430 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Bound using segment: {'id': 'a620e112-7d8b-407a-b3d8-aaedb5e94996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:39:42.956430 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Bound port: 5aa37949-6ec5-418f-a94b-827fb50f97f3, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a620e112-7d8b-407a-b3d8-aaedb5e94996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:39:42.956430 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:42.957096 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b56b86-1d40-4364-99a3-9897d02ed141 req-0735ab35-e92c-4574-839c-271763698e83 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:42.957096 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-20b56b86-1d40-4364-99a3-9897d02ed141 req-0735ab35-e92c-4574-839c-271763698e83 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 944 time: 0.0876753 Aug 24 17:39:42.957096 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-20b56b86-1d40-4364-99a3-9897d02ed141 req-f07cf95c-3f08-43af-b7ed-99974b635821 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Aug 24 17:39:42.957335 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] For port 5aa37949-6ec5-418f-a94b-827fb50f97f3, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:39:42.957335 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] For port 5aa37949-6ec5-418f-a94b-827fb50f97f3, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5aa37949-6ec5-418f-a94b-827fb50f97f3,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:39:42.957335 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476530f-be63-49e8-ac46-f0cf9549daf2 req-719aa59d-f325-40b7-8add-31bb85e1a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:42.957335 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b476530f-be63-49e8-ac46-f0cf9549daf2 req-719aa59d-f325-40b7-8add-31bb85e1a38a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 1099 time: 0.0888262 Aug 24 17:39:43.054160 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a46d2f95-e615-4ca8-b004-e7e2409fb012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:43.092412 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a46d2f95-e615-4ca8-b004-e7e2409fb012 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5dd61642ae6d4c3b9cc71e7d7a456932&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0308607 Aug 24 17:39:43.095486 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40030) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:43.109454 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:43.113200 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476530f-be63-49e8-ac46-f0cf9549daf2 req-71d90c82-3fd4-4318-b07e-993a19790eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:43.122919 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b476530f-be63-49e8-ac46-f0cf9549daf2 req-71d90c82-3fd4-4318-b07e-993a19790eb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 913 time: 0.1554327 Aug 24 17:39:43.170058 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d2f95-e615-4ca8-b004-e7e2409fb012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2ee978-4b97-4869-a73c-46f3989d25ea,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:43.171726 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:43.183482 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:43.186429 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] 10.222.0.42 "PUT /v2.0/ports/5aa37949-6ec5-418f-a94b-827fb50f97f3 HTTP/1.1" status: 200 len: 1094 time: 1.7242503 Aug 24 17:39:43.187174 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6b14-8788-4e41-813b-dc71ea0c27d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:43.191674 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:39:43.197801 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4debf38-e6d1-4ffe-be80-6d38ac733216" -d '{"events": [{"name": "network-changed", "server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:39:43.213907 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6b14-8788-4e41-813b-dc71ea0c27d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:43.261435 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05105df2-f950-49fc-8bbf-e8239d0b6ecd service neutron] Pushing event updated for resources: {'Port': ['ID=5aa37949-6ec5-418f-a94b-827fb50f97f3,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:43.277190 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25e7395-f5d9-4b2d-a1a2-5b9b1f041c8f x-openstack-request-id: req-a25e7395-f5d9-4b2d-a1a2-5b9b1f041c8f {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:39:43.277190 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:39:43.277190 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a25e7395-f5d9-4b2d-a1a2-5b9b1f041c8f {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:39:43.277190 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3', 'status': 'completed', 'code': 200} Aug 24 17:39:43.345094 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6b14-8788-4e41-813b-dc71ea0c27d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:43.348329 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6b14-8788-4e41-813b-dc71ea0c27d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:43.353302 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-7f5d6b14-8788-4e41-813b-dc71ea0c27d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc2ee978-4b97-4869-a73c-46f3989d25ea HTTP/1.1" status: 204 len: 168 time: 0.2566671 Aug 24 17:39:43.370064 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d6b14-8788-4e41-813b-dc71ea0c27d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2ee978-4b97-4869-a73c-46f3989d25ea,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:43.721380 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48072-76fa-45f9-a56e-f726464a32da req-b546d73c-b19d-46dd-a7fc-b9078db028d2 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:43.728956 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bfd48072-76fa-45f9-a56e-f726464a32da req-b546d73c-b19d-46dd-a7fc-b9078db028d2 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.1661398 Aug 24 17:39:43.742448 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b476530f-be63-49e8-ac46-f0cf9549daf2 req-d4b8ceec-9ab9-4763-a1bd-7cec1fd43cf9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2408645b-70d8-4ec6-9f85-6b8df179257c HTTP/1.1" status: 200 len: 1001 time: 0.2090437 Aug 24 17:39:43.745159 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debf38-e6d1-4ffe-be80-6d38ac733216 req-581eaa3f-6eee-4547-b0c8-ef7afd13dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:43.746641 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d4debf38-e6d1-4ffe-be80-6d38ac733216 req-581eaa3f-6eee-4547-b0c8-ef7afd13dd2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b95c9eb59c4bcc9d10161c7e9490ec&device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 1097 time: 0.1414814 Aug 24 17:39:43.814901 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476530f-be63-49e8-ac46-f0cf9549daf2 req-c2b850d3-7bf1-4b40-bfe9-cfe029ea9bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:43.817333 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b476530f-be63-49e8-ac46-f0cf9549daf2 req-c2b850d3-7bf1-4b40-bfe9-cfe029ea9bf4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b HTTP/1.1" status: 200 len: 851 time: 0.0571086 Aug 24 17:39:43.833159 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bfd48072-76fa-45f9-a56e-f726464a32da req-7b29adb6-36be-44fc-a9d6-2c1e1fc20f3d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029315 Aug 24 17:39:44.088481 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debf38-e6d1-4ffe-be80-6d38ac733216 req-8672785e-d471-4376-a851-0a8691019557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:44.090653 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d4debf38-e6d1-4ffe-be80-6d38ac733216 req-8672785e-d471-4376-a851-0a8691019557 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=58b95c9eb59c4bcc9d10161c7e9490ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2723777 Aug 24 17:39:44.188090 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4ae2e-a312-4b59-a25b-d6bc65978a58 req-17b48315-615a-40ae-9bf1-20c80082b6f3 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:44.190978 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-dbe4ae2e-a312-4b59-a25b-d6bc65978a58 req-17b48315-615a-40ae-9bf1-20c80082b6f3 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 944 time: 0.0820827 Aug 24 17:39:44.195487 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:39:44.211697 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476530f-be63-49e8-ac46-f0cf9549daf2 req-bdb00a9a-df4a-476d-b14a-ac400cffa786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:44.213658 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b476530f-be63-49e8-ac46-f0cf9549daf2 req-bdb00a9a-df4a-476d-b14a-ac400cffa786 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c32e03dc-a619-4714-9620-fefd583a9dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1480813 Aug 24 17:39:44.246052 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-dbe4ae2e-a312-4b59-a25b-d6bc65978a58 req-a3dcf778-af8c-4927-915b-7052bb7fb8e7 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Aug 24 17:39:44.326738 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debf38-e6d1-4ffe-be80-6d38ac733216 req-262303b3-e777-4013-b89c-2d8831704acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:44.326738 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d4debf38-e6d1-4ffe-be80-6d38ac733216 req-262303b3-e777-4013-b89c-2d8831704acf service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2068343 Aug 24 17:39:44.363461 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b476530f-be63-49e8-ac46-f0cf9549daf2 req-96378e0c-2cee-4df9-b744-29567e5571e0 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384809 Aug 24 17:39:44.522946 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-aa0db173-cf18-41a8-8a61-0758698c2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:44.525124 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-aa0db173-cf18-41a8-8a61-0758698c2b8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b95c9eb59c4bcc9d10161c7e9490ec&device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 1097 time: 0.1445434 Aug 24 17:39:44.574763 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b476530f-be63-49e8-ac46-f0cf9549daf2 req-40be7932-6e99-46db-963a-58dabd906626 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928833 Aug 24 17:39:45.068037 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b65d63-30a8-4d54-b01a-bdc132b37e6a req-bbfd5b9f-dab1-4bd9-a781-45812fe475b2 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:45.070605 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c6b65d63-30a8-4d54-b01a-bdc132b37e6a req-bbfd5b9f-dab1-4bd9-a781-45812fe475b2 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0809848 Aug 24 17:39:45.160784 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c6b65d63-30a8-4d54-b01a-bdc132b37e6a req-3ed09961-d1db-46e9-b1b2-97e8aa9073aa tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805249 Aug 24 17:39:45.402307 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16505e92-7b3b-4012-a856-10e605c24441 req-a9ee0a0f-2b76-4d43-85e5-fe158ec47562 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:45.411189 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-16505e92-7b3b-4012-a856-10e605c24441 req-a9ee0a0f-2b76-4d43-85e5-fe158ec47562 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 944 time: 0.0608461 Aug 24 17:39:45.495207 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-16505e92-7b3b-4012-a856-10e605c24441 req-b7763824-e16c-4390-8165-4f4d3aaefc0a tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826561 Aug 24 17:39:46.386388 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860617af-07da-4579-9ce8-01debb03dccf req-5e56dbe0-2242-4226-9d07-3087f71f4fab tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:46.389303 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-860617af-07da-4579-9ce8-01debb03dccf req-5e56dbe0-2242-4226-9d07-3087f71f4fab tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0884459 Aug 24 17:39:46.451626 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-860617af-07da-4579-9ce8-01debb03dccf req-41eadc7c-1ca9-4a51-8a83-ba22f91374d4 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529423 Aug 24 17:39:46.663911 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3ea5f-05ba-4ed9-b926-198f2fc66831 req-fb297663-443b-4dde-ae1a-dc60e2cc84d0 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:46.663911 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d4d3ea5f-05ba-4ed9-b926-198f2fc66831 req-fb297663-443b-4dde-ae1a-dc60e2cc84d0 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 944 time: 0.0796382 Aug 24 17:39:46.768950 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d4d3ea5f-05ba-4ed9-b926-198f2fc66831 req-36bfcbc5-bc0a-473d-866e-1195e5b0ff0d tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828495 Aug 24 17:39:47.663817 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1a79a-f26c-4a69-8002-2efdd64c33c0 req-9d01ba66-65a9-4932-a6fc-acf3d9e04295 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:47.669536 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b6a1a79a-f26c-4a69-8002-2efdd64c33c0 req-9d01ba66-65a9-4932-a6fc-acf3d9e04295 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0944641 Aug 24 17:39:47.720769 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b6a1a79a-f26c-4a69-8002-2efdd64c33c0 req-ed7ca615-4849-41f6-a8a3-768507bc3ce8 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465069 Aug 24 17:39:47.907743 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d8594-0938-4a6d-a9f5-1a905dbcc297 req-90d9c22b-0e8a-4635-9a0d-3127cc4c2d59 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:47.908403 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e11d8594-0938-4a6d-a9f5-1a905dbcc297 req-90d9c22b-0e8a-4635-9a0d-3127cc4c2d59 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 944 time: 0.0628357 Aug 24 17:39:47.951665 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e11d8594-0938-4a6d-a9f5-1a905dbcc297 req-fec28922-ef2c-400e-86f7-8bdc4e73a997 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375624 Aug 24 17:39:48.966942 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101a2cd-cdc5-478f-bd27-e1180c2470f9 req-7b897522-1e7a-4f38-a4a3-3f5a76fd2374 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:48.970753 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1101a2cd-cdc5-478f-bd27-e1180c2470f9 req-7b897522-1e7a-4f38-a4a3-3f5a76fd2374 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.1114700 Aug 24 17:39:49.030232 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1101a2cd-cdc5-478f-bd27-e1180c2470f9 req-ec814fa6-f540-4c58-8f74-fd84419d2270 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401258 Aug 24 17:39:49.087433 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba94fb-23da-44ed-b826-aa40f417ec4b req-ca32914c-e05d-4efb-a2be-f1df89f466a3 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:49.088903 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-42ba94fb-23da-44ed-b826-aa40f417ec4b req-ca32914c-e05d-4efb-a2be-f1df89f466a3 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 944 time: 0.0503058 Aug 24 17:39:49.129067 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-42ba94fb-23da-44ed-b826-aa40f417ec4b req-238babfb-aad2-4c75-a900-8a4d4ac78511 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333314 Aug 24 17:39:50.178950 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810ddbe-2a0a-428b-aff6-0ed8c25476aa req-f363a8fc-2c2b-4665-ae25-940f687e5c8d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:50.180695 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3810ddbe-2a0a-428b-aff6-0ed8c25476aa req-f363a8fc-2c2b-4665-ae25-940f687e5c8d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0714011 Aug 24 17:39:50.246235 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3810ddbe-2a0a-428b-aff6-0ed8c25476aa req-440c6239-9817-40c4-8134-1ff393de2312 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586340 Aug 24 17:39:50.266405 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b273597-0acd-4d49-815d-fd7e1bfec6ab req-50bd9c49-2cde-4e99-8007-9da7b6b1ef0b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:50.267945 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1b273597-0acd-4d49-815d-fd7e1bfec6ab req-50bd9c49-2cde-4e99-8007-9da7b6b1ef0b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 944 time: 0.0633504 Aug 24 17:39:50.324197 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1b273597-0acd-4d49-815d-fd7e1bfec6ab req-d0f2e269-0673-401d-92b0-e004fe763f57 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442710 Aug 24 17:39:51.371080 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d103e-64a7-455d-a316-c33a51e98c09 req-4e20bbdb-100d-46e7-af12-583ae41b267f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:51.373276 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-039d103e-64a7-455d-a316-c33a51e98c09 req-4e20bbdb-100d-46e7-af12-583ae41b267f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0518811 Aug 24 17:39:51.453112 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-039d103e-64a7-455d-a316-c33a51e98c09 req-dc5fc97f-77b9-485a-ab9e-c953c3d23ccb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680842 Aug 24 17:39:51.481176 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcba47-dadb-4233-8568-edba85ff5a67 req-bfc10903-70cb-478c-af83-15f2a080c539 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:51.481176 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-13bcba47-dadb-4233-8568-edba85ff5a67 req-bfc10903-70cb-478c-af83-15f2a080c539 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 944 time: 0.0690067 Aug 24 17:39:51.516767 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-13bcba47-dadb-4233-8568-edba85ff5a67 req-c6e9a387-188a-469b-8e7b-27b6c7e1b198 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345428 Aug 24 17:39:52.636402 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b75682-c51b-4866-ba69-314dc18ed47f req-a14b1554-975e-4607-97b0-65d7ba43b6ad tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:52.638397 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-12b75682-c51b-4866-ba69-314dc18ed47f req-a14b1554-975e-4607-97b0-65d7ba43b6ad tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.1077189 Aug 24 17:39:52.660056 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fd50e-5b34-4dc2-a62a-d38a79a6772c req-b48ae7f6-42f9-485b-ad62-d29cbdc91075 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:52.661521 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6e7fd50e-5b34-4dc2-a62a-d38a79a6772c req-b48ae7f6-42f9-485b-ad62-d29cbdc91075 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 944 time: 0.0723596 Aug 24 17:39:52.940435 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-12b75682-c51b-4866-ba69-314dc18ed47f req-17e729b5-8f65-4cb2-a770-daba5a3b2f74 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943058 Aug 24 17:39:52.948816 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6e7fd50e-5b34-4dc2-a62a-d38a79a6772c req-86380857-fa4b-4d2c-abc5-25cf620c9b52 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789273 Aug 24 17:39:53.413282 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40204) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:53.514452 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2c1e83f7-9ff3-4fab-bb5f-90542768b428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:53.574934 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-ecdf1f5f-2c02-4c14-99cf-8340f11b0a50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aa37949-6ec5-418f-a94b-827fb50f97f3 HTTP/1.1" status: 200 len: 217 time: 0.0442655 Aug 24 17:39:53.620283 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2c1e83f7-9ff3-4fab-bb5f-90542768b428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:53.645547 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-581b0042-416f-4f48-8816-3e09891f92de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:53.646987 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-581b0042-416f-4f48-8816-3e09891f92de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54991683-f067-473e-9ab5-5a2f8cf97dae HTTP/1.1" status: 200 len: 854 time: 0.0455310 Aug 24 17:39:53.713649 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-e9434832-950b-4ff3-82d8-e488d8be92db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:53.715369 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-e9434832-950b-4ff3-82d8-e488d8be92db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69302ed6-9170-4ef4-ac54-f17326f729a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436945 Aug 24 17:39:53.716445 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2c1e83f7-9ff3-4fab-bb5f-90542768b428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:53.754405 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-2c1e83f7-9ff3-4fab-bb5f-90542768b428 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f532490fa3f9438aa1e95c79f73c5e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400550 Aug 24 17:39:53.756286 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e83f7-9ff3-4fab-bb5f-90542768b428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5db5db-f2c3-48b8-a089-06fa52ef9f9a,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:53.758545 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40212) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:53.806310 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9925-760b-434a-a7ca-f489fcb1d827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:53.813160 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-531eddfa-154b-417a-9c30-029ae8175e5a service neutron] 10.222.0.42 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847597 Aug 24 17:39:53.827246 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9925-760b-434a-a7ca-f489fcb1d827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:53.933687 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9925-760b-434a-a7ca-f489fcb1d827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:53.936612 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9925-760b-434a-a7ca-f489fcb1d827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:53.940028 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-ea1a9925-760b-434a-a7ca-f489fcb1d827 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df5db5db-f2c3-48b8-a089-06fa52ef9f9a HTTP/1.1" status: 204 len: 168 time: 0.1783023 Aug 24 17:39:53.945845 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a9925-760b-434a-a7ca-f489fcb1d827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5db5db-f2c3-48b8-a089-06fa52ef9f9a,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:53.995835 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0b0e3090-ff2c-43f5-a95a-011a12304ca2 req-3b3642c2-c699-453e-a1c5-4cc3847c077f service neutron] 10.222.0.42 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980659 Aug 24 17:39:54.125815 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe057df-fc7d-4d7c-a0cf-3f168ed68028 req-d113429b-db5c-45de-a67a-8b632cb2e7d3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:54.127460 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bbe057df-fc7d-4d7c-a0cf-3f168ed68028 req-d113429b-db5c-45de-a67a-8b632cb2e7d3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0821922 Aug 24 17:39:54.135116 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7938a-c852-4ae4-b40f-57f1f851ebec req-434826a7-5e55-4802-9def-e466d5df733b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:54.136512 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3bc7938a-c852-4ae4-b40f-57f1f851ebec req-434826a7-5e55-4802-9def-e466d5df733b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 944 time: 0.1044292 Aug 24 17:39:54.206679 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bbe057df-fc7d-4d7c-a0cf-3f168ed68028 req-959ac674-488f-433e-8869-92d067ed9696 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692129 Aug 24 17:39:54.219397 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3bc7938a-c852-4ae4-b40f-57f1f851ebec req-4bd7b058-1513-4b66-9ce1-00c577438096 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682864 Aug 24 17:39:54.254330 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e74f5f-4690-4382-a5a0-dc64f9867405 req-0dd496d1-0098-40c8-9a04-4b9751b631b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:54.255868 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e8e74f5f-4690-4382-a5a0-dc64f9867405 req-0dd496d1-0098-40c8-9a04-4b9751b631b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 1098 time: 0.0665686 Aug 24 17:39:54.348489 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e74f5f-4690-4382-a5a0-dc64f9867405 req-cc6ab5f6-c837-41ba-b046-36d5f30ec75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:54.349961 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e8e74f5f-4690-4382-a5a0-dc64f9867405 req-cc6ab5f6-c837-41ba-b046-36d5f30ec75b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 200 len: 918 time: 0.0844882 Aug 24 17:39:54.416949 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e8e74f5f-4690-4382-a5a0-dc64f9867405 req-ad21fd4f-2d49-4b6e-b7a7-b9e96ed17aa6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2 HTTP/1.1" status: 200 len: 1001 time: 0.0587070 Aug 24 17:39:54.465789 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e74f5f-4690-4382-a5a0-dc64f9867405 req-7ee0bd81-3a7b-4ceb-ad86-511596490c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:54.467841 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e8e74f5f-4690-4382-a5a0-dc64f9867405 req-7ee0bd81-3a7b-4ceb-ad86-511596490c32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=369c7c3a-2d96-4b71-a819-43b2e67698fe HTTP/1.1" status: 200 len: 856 time: 0.0428653 Aug 24 17:39:54.515272 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e74f5f-4690-4382-a5a0-dc64f9867405 req-bd37008a-c8cd-4edf-9e0b-798c47fd0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:54.516811 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e8e74f5f-4690-4382-a5a0-dc64f9867405 req-bd37008a-c8cd-4edf-9e0b-798c47fd0fbd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8e346-8b7a-4beb-8083-d8c62155826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413015 Aug 24 17:39:54.600816 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40224) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:54.611930 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e8e74f5f-4690-4382-a5a0-dc64f9867405 req-0f695754-2061-40e7-801d-6a086d7a575a service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870385 Aug 24 17:39:54.613924 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e52405d2-2fa8-4675-8056-0cef1fe7a222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:54.704993 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e52405d2-2fa8-4675-8056-0cef1fe7a222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:54.715494 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e8e74f5f-4690-4382-a5a0-dc64f9867405 req-26423230-d7ed-49d9-989c-22d486977967 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911155 Aug 24 17:39:54.785000 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-e52405d2-2fa8-4675-8056-0cef1fe7a222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:54.822472 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-e52405d2-2fa8-4675-8056-0cef1fe7a222 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3e4dcdbae8e49bebd27ba97c40633ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205935 Aug 24 17:39:54.823340 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52405d2-2fa8-4675-8056-0cef1fe7a222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988b0dd1-b26a-491c-8ac5-f7208530cc46,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:54.826473 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40226) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:54.879636 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2a988e64-1608-4692-bb52-bc4b8670571d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:54.901567 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2a988e64-1608-4692-bb52-bc4b8670571d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:55.058940 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2a988e64-1608-4692-bb52-bc4b8670571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:55.061662 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2a988e64-1608-4692-bb52-bc4b8670571d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:55.062861 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-2a988e64-1608-4692-bb52-bc4b8670571d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/988b0dd1-b26a-491c-8ac5-f7208530cc46 HTTP/1.1" status: 204 len: 168 time: 0.2349827 Aug 24 17:39:55.071023 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a988e64-1608-4692-bb52-bc4b8670571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988b0dd1-b26a-491c-8ac5-f7208530cc46,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:55.147294 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-924819b8-79d4-4908-b206-94a540220823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:55.353237 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384a70f-4abd-477b-a6f5-866f8d68ac49 req-dd216b54-318f-47c7-a6be-a4cef4c2a1a7 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:55.354719 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a384a70f-4abd-477b-a6f5-866f8d68ac49 req-dd216b54-318f-47c7-a6be-a4cef4c2a1a7 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 944 time: 0.0742612 Aug 24 17:39:55.378661 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d3f72-ceaa-4667-91d8-a9a2087a2fbb req-1390eaee-a7f4-4c65-aeef-29b0f4238fef tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:55.378661 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c05d3f72-ceaa-4667-91d8-a9a2087a2fbb req-1390eaee-a7f4-4c65-aeef-29b0f4238fef tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0765140 Aug 24 17:39:55.426498 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a384a70f-4abd-477b-a6f5-866f8d68ac49 req-b4f2b229-4664-4138-bab1-bef597783a6c tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576227 Aug 24 17:39:55.431422 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c05d3f72-ceaa-4667-91d8-a9a2087a2fbb req-efa0c828-87c1-46b1-9dbc-837ffe57bbc3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568333 Aug 24 17:39:55.835147 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40250) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:55.848977 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c5d829ad-9489-4c6e-8f9e-6866db38953d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:55.938567 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c5d829ad-9489-4c6e-8f9e-6866db38953d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:56.042034 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c5d829ad-9489-4c6e-8f9e-6866db38953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:56.081718 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-c5d829ad-9489-4c6e-8f9e-6866db38953d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=772d6281b886475b8e9eaeb94e94e696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453434 Aug 24 17:39:56.083995 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d829ad-9489-4c6e-8f9e-6866db38953d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1082b63-d4ed-4d46-b6fd-f4937defefd6,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:56.085569 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40252) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:39:56.136249 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-1c04b24e-1888-4fc3-9455-7601e44b07ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:56.159052 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-1c04b24e-1888-4fc3-9455-7601e44b07ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:56.345117 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-1c04b24e-1888-4fc3-9455-7601e44b07ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:56.347544 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-1c04b24e-1888-4fc3-9455-7601e44b07ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:56.348709 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-1c04b24e-1888-4fc3-9455-7601e44b07ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1082b63-d4ed-4d46-b6fd-f4937defefd6 HTTP/1.1" status: 204 len: 168 time: 0.2615809 Aug 24 17:39:56.356275 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04b24e-1888-4fc3-9455-7601e44b07ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1082b63-d4ed-4d46-b6fd-f4937defefd6,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:56.577125 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e3a09-229b-44df-b542-7c46f7cda2ed req-725c7206-23a6-4e31-8ffc-c96a1cb02e01 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:56.579444 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-be2e3a09-229b-44df-b542-7c46f7cda2ed req-725c7206-23a6-4e31-8ffc-c96a1cb02e01 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 944 time: 0.0815043 Aug 24 17:39:56.591844 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3c7ab-1e84-4595-94cb-0a18d01c8fe4 req-1a061f3a-671e-4fd2-be5f-349d326f03ea tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:56.593525 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-adb3c7ab-1e84-4595-94cb-0a18d01c8fe4 req-1a061f3a-671e-4fd2-be5f-349d326f03ea tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 945 time: 0.0691738 Aug 24 17:39:56.606266 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 5aa37949-6ec5-418f-a94b-827fb50f97f3 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:39:56.606266 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b40ec7e8-b8fb-411d-b667-01e618a097d2 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:39:56.658514 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-be2e3a09-229b-44df-b542-7c46f7cda2ed req-48145766-73fe-4f5c-905c-b8d1e9b921a0 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640216 Aug 24 17:39:56.664460 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-adb3c7ab-1e84-4595-94cb-0a18d01c8fe4 req-4977e0b5-a8d0-4f24-8fb2-7fc2b6ba562a tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623860 Aug 24 17:39:56.770902 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:56.801845 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 5aa37949-6ec5-418f-a94b-827fb50f97f3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5aa37949-6ec5-418f-a94b-827fb50f97f3,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:56.816009 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:39:56.818442 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb666ea3-084a-4f0f-82aa-5679676f4bd8" -d '{"events": [{"server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "name": "network-vif-unplugged", "status": "completed", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:39:56.833020 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '5aa37949-6ec5-418f-a94b-827fb50f97f3', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'port_id': '5aa37949-6ec5-418f-a94b-827fb50f97f3', 'mac_address': 'fa:16:3e:7f:1c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:39:56.835596 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b40ec7e8-b8fb-411d-b667-01e618a097d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:56.865684 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 17:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb14033-ec30-47f5-9a10-ebc0f1909bfe x-openstack-request-id: req-ccb14033-ec30-47f5-9a10-ebc0f1909bfe {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:39:56.866086 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "name": "network-vif-unplugged", "status": "completed", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:39:56.866397 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccb14033-ec30-47f5-9a10-ebc0f1909bfe {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:39:56.866851 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'code': 200} Aug 24 17:39:56.879802 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:56.894296 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa37949-6ec5-418f-a94b-827fb50f97f3 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:39:56.900918 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:56.945427 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 5aa37949-6ec5-418f-a94b-827fb50f97f3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5aa37949-6ec5-418f-a94b-827fb50f97f3,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:56.970790 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b40ec7e8-b8fb-411d-b667-01e618a097d2,revision_number=8']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:57.030972 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:57.078169 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=5aa37949-6ec5-418f-a94b-827fb50f97f3,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:57.262843 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['5aa37949-6ec5-418f-a94b-827fb50f97f3'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:39:57.807451 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43516ff-e207-41ae-9ec1-1d09ec56519c req-c885b4be-e4d9-468d-a1d3-f47b119607c0 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:57.808974 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a43516ff-e207-41ae-9ec1-1d09ec56519c req-c885b4be-e4d9-468d-a1d3-f47b119607c0 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 945 time: 0.0768001 Aug 24 17:39:57.821200 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed7482-f79a-4a9d-9a06-563bf690dc3a req-f72c7317-e157-4764-a2a5-049c6a8e1cb8 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:57.822880 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-eeed7482-f79a-4a9d-9a06-563bf690dc3a req-f72c7317-e157-4764-a2a5-049c6a8e1cb8 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0650852 Aug 24 17:39:57.877530 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a43516ff-e207-41ae-9ec1-1d09ec56519c req-f4f222d8-0f08-4a82-b4ed-cf8edd96844b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539637 Aug 24 17:39:57.894496 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-eeed7482-f79a-4a9d-9a06-563bf690dc3a req-a0869bc2-6b6a-4e80-a305-e90b241a02a3 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643885 Aug 24 17:39:58.127872 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-90f5b3e4-a471-4eda-b901-f14148facd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:58.442068 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:58.616626 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 5aa37949-6ec5-418f-a94b-827fb50f97f3 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:39:58.734570 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 5aa37949-6ec5-418f-a94b-827fb50f97f3 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:39:58.737888 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 5aa37949-6ec5-418f-a94b-827fb50f97f3 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:39:58.744097 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:58.824139 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:58.855813 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 5aa37949-6ec5-418f-a94b-827fb50f97f3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5aa37949-6ec5-418f-a94b-827fb50f97f3,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:39:58.867616 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:39:58.869850 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e6243f-3e0d-44b2-90de-2b6b436a505f" -d '{"events": [{"server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "name": "network-vif-plugged", "status": "completed", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:39:58.904752 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc20d6f-3e7a-466d-8069-90f564c7ece5 x-openstack-request-id: req-6dc20d6f-3e7a-466d-8069-90f564c7ece5 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:39:58.905113 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "name": "network-vif-plugged", "status": "completed", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:39:58.905949 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dc20d6f-3e7a-466d-8069-90f564c7ece5 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:39:58.906348 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3', 'code': 200} Aug 24 17:39:58.961656 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:58.962375 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b40ec7e8-b8fb-411d-b667-01e618a097d2 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:39:59.008841 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5ef0c-b45d-422a-adbc-ca3eedced007 req-69ccffca-ca14-40f6-8477-796042fcd3a7 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:59.010972 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-89d5ef0c-b45d-422a-adbc-ca3eedced007 req-69ccffca-ca14-40f6-8477-796042fcd3a7 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.0560775 Aug 24 17:39:59.039110 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=5aa37949-6ec5-418f-a94b-827fb50f97f3,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:39:59.058380 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-89d5ef0c-b45d-422a-adbc-ca3eedced007 req-33bdaa49-9a7d-4a35-a5e2-fd88e9b7844d tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359688 Aug 24 17:39:59.243253 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff81895-8040-4997-98b7-048e790edd09 req-a1680f4d-ed7c-44f1-b619-eaf8e04d1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:39:59.244799 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1ff81895-8040-4997-98b7-048e790edd09 req-a1680f4d-ed7c-44f1-b619-eaf8e04d1f12 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 1099 time: 0.0432708 Aug 24 17:39:59.284627 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1ff81895-8040-4997-98b7-048e790edd09 req-d85f4d87-bc89-4813-9fbd-946ccb01995c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298665 Aug 24 17:39:59.436303 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:39:59.978766 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40376) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:00.087107 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7f95d70f-8aa6-4b97-96a3-2d22614f0f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:00.218524 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5dd8e-a97d-4838-acde-36f89f1253ef req-5f5e2765-8905-41b2-8c80-c0420d3de94f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:00.220057 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-77e5dd8e-a97d-4838-acde-36f89f1253ef req-5f5e2765-8905-41b2-8c80-c0420d3de94f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.1098130 Aug 24 17:40:00.247457 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb3722-3882-4340-8cf5-2e604d48126a req-7d1b3e62-561b-4a21-b985-15c13310b891 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:00.248967 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bcbb3722-3882-4340-8cf5-2e604d48126a req-7d1b3e62-561b-4a21-b985-15c13310b891 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.1078284 Aug 24 17:40:00.320374 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-77e5dd8e-a97d-4838-acde-36f89f1253ef req-7bb1863c-9916-4280-8e69-a101453a55df tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931418 Aug 24 17:40:00.325397 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bcbb3722-3882-4340-8cf5-2e604d48126a req-47a0fdd6-eb25-4d64-b5db-ff32e0ed01d4 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681038 Aug 24 17:40:00.327094 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7f95d70f-8aa6-4b97-96a3-2d22614f0f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:00.481700 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7f95d70f-8aa6-4b97-96a3-2d22614f0f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:00.481927 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:00.523519 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-7f95d70f-8aa6-4b97-96a3-2d22614f0f3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a00a88dce794516995e8a00b50e31da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436635 Aug 24 17:40:00.524769 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95d70f-8aa6-4b97-96a3-2d22614f0f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0bc00a-ab45-4346-a71e-3216d3ebeb0c,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:00.526399 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40392) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:00.574018 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-05134b73-2439-44cf-9916-c50903804027 req-035770f3-5f66-438d-af9a-86eb5632327b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405796 Aug 24 17:40:00.580002 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6db7837b-5799-4ddb-a842-d38beb291e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:00.605114 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6db7837b-5799-4ddb-a842-d38beb291e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:00.734080 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6db7837b-5799-4ddb-a842-d38beb291e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:00.736846 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6db7837b-5799-4ddb-a842-d38beb291e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:00.737998 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-6db7837b-5799-4ddb-a842-d38beb291e00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d0bc00a-ab45-4346-a71e-3216d3ebeb0c HTTP/1.1" status: 204 len: 168 time: 0.2104099 Aug 24 17:40:00.745765 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7837b-5799-4ddb-a842-d38beb291e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0bc00a-ab45-4346-a71e-3216d3ebeb0c,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:01.404511 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40412) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:01.417736 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-44a20bab-6eaa-4b27-af93-b0d17839b659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:01.485713 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698835e-0621-4538-8036-dbf40eaf5925 req-8851cf21-0a9e-47de-ae3b-8b5cef1cbaec tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:01.487221 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d698835e-0621-4538-8036-dbf40eaf5925 req-8851cf21-0a9e-47de-ae3b-8b5cef1cbaec tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0924494 Aug 24 17:40:01.496056 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534f00d-3a87-43f1-8833-631dfd1558ca req-2c362cee-c172-4362-bc97-c5c47117c0a3 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:01.497524 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2534f00d-3a87-43f1-8833-631dfd1558ca req-2c362cee-c172-4362-bc97-c5c47117c0a3 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.1008427 Aug 24 17:40:01.524620 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-44a20bab-6eaa-4b27-af93-b0d17839b659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:01.554846 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d698835e-0621-4538-8036-dbf40eaf5925 req-dbef3a4b-afdf-49f9-a596-d9c98156f31b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563371 Aug 24 17:40:01.559607 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2534f00d-3a87-43f1-8833-631dfd1558ca req-e6588955-530f-48e6-8317-9a2f7d75b42b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528626 Aug 24 17:40:01.613505 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-44a20bab-6eaa-4b27-af93-b0d17839b659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:01.653863 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-44a20bab-6eaa-4b27-af93-b0d17839b659 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52334cbae6b14277b4f1bcee9cdee2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482686 Aug 24 17:40:01.654821 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a20bab-6eaa-4b27-af93-b0d17839b659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291bdacb-07f6-42cf-a134-5bbd4cfe2a5a,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:01.658259 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40416) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:01.700601 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb27c0-7713-458d-ab33-53514b66e346 req-5e300051-2461-4a4f-bac7-6f48db9a23bc tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:01.702051 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-44fb27c0-7713-458d-ab33-53514b66e346 req-5e300051-2461-4a4f-bac7-6f48db9a23bc tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.0752230 Aug 24 17:40:01.748213 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c3e492e3-0be6-44c4-b252-f52fab103fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:01.756521 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-44fb27c0-7713-458d-ab33-53514b66e346 req-bdb7d4cd-f8f2-4ddd-8063-31a63824a488 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475936 Aug 24 17:40:01.773926 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c3e492e3-0be6-44c4-b252-f52fab103fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:01.893609 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c3e492e3-0be6-44c4-b252-f52fab103fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:01.896439 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c3e492e3-0be6-44c4-b252-f52fab103fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:01.900379 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-c3e492e3-0be6-44c4-b252-f52fab103fc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/291bdacb-07f6-42cf-a134-5bbd4cfe2a5a HTTP/1.1" status: 204 len: 168 time: 0.2385755 Aug 24 17:40:01.915687 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e492e3-0be6-44c4-b252-f52fab103fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291bdacb-07f6-42cf-a134-5bbd4cfe2a5a,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:01.967376 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05134b73-2439-44cf-9916-c50903804027 req-4ab88c99-4bba-4cc2-9be3-5c641b6d54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:01.969156 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-05134b73-2439-44cf-9916-c50903804027 req-4ab88c99-4bba-4cc2-9be3-5c641b6d54dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583&tenant_id=898a5b8cd0d34f068f885b6eab3e6f34 HTTP/1.1" status: 200 len: 1096 time: 0.0472202 Aug 24 17:40:02.033790 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05134b73-2439-44cf-9916-c50903804027 req-f7daf22f-379f-41bd-855d-82029b7f434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:02.035324 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-05134b73-2439-44cf-9916-c50903804027 req-f7daf22f-379f-41bd-855d-82029b7f434e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 1096 time: 0.0423250 Aug 24 17:40:02.098131 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5a105-112d-49fc-bd25-5ada109650e4 req-2199a437-3f64-4fc7-8aaf-9ac96577a384 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:02.099659 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ecd5a105-112d-49fc-bd25-5ada109650e4 req-2199a437-3f64-4fc7-8aaf-9ac96577a384 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.0544155 Aug 24 17:40:02.129568 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05134b73-2439-44cf-9916-c50903804027 req-d84893ec-123b-4a3c-9aba-25ab58e151b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:02.131055 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-05134b73-2439-44cf-9916-c50903804027 req-d84893ec-123b-4a3c-9aba-25ab58e151b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 200 len: 918 time: 0.0891531 Aug 24 17:40:02.143769 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ecd5a105-112d-49fc-bd25-5ada109650e4 req-de23ff32-9ecf-4a1b-8555-93889ae867f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370131 Aug 24 17:40:02.205344 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-05134b73-2439-44cf-9916-c50903804027 req-c9dc5e9c-d72c-48c4-bb5e-3a7832cd05ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2 HTTP/1.1" status: 200 len: 999 time: 0.0672855 Aug 24 17:40:02.255704 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05134b73-2439-44cf-9916-c50903804027 req-ad8bb763-0f98-4f6c-92e0-97f2c9c4ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:02.257198 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-05134b73-2439-44cf-9916-c50903804027 req-ad8bb763-0f98-4f6c-92e0-97f2c9c4ee10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=369c7c3a-2d96-4b71-a819-43b2e67698fe HTTP/1.1" status: 200 len: 856 time: 0.0455017 Aug 24 17:40:02.314529 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05134b73-2439-44cf-9916-c50903804027 req-b52861c7-796f-4983-81ea-6d995142c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:02.316097 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-05134b73-2439-44cf-9916-c50903804027 req-b52861c7-796f-4983-81ea-6d995142c03c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8e346-8b7a-4beb-8083-d8c62155826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505116 Aug 24 17:40:02.640712 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-05134b73-2439-44cf-9916-c50903804027 req-39022c7f-4a51-4e3e-b53b-e25b22b80bca service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170545 Aug 24 17:40:02.680226 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09fb38-3959-427d-82e0-a9633a5ad63f req-32b4d569-4412-42d8-9e27-6bf2d271d772 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:02.682481 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-df09fb38-3959-427d-82e0-a9633a5ad63f req-32b4d569-4412-42d8-9e27-6bf2d271d772 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0533450 Aug 24 17:40:02.734910 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-df09fb38-3959-427d-82e0-a9633a5ad63f req-599215fd-6798-487a-beac-f1baba9a91fd tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461955 Aug 24 17:40:02.755767 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-05134b73-2439-44cf-9916-c50903804027 req-11cfa602-3376-46b3-82f3-3bf0061457a9 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040838 Aug 24 17:40:03.867002 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221ff5b-bc8e-4590-a207-f6d2fa3b37f1 req-96a4d128-f825-4df0-9e7a-97ff85066e48 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:03.869792 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b221ff5b-bc8e-4590-a207-f6d2fa3b37f1 req-96a4d128-f825-4df0-9e7a-97ff85066e48 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0637882 Aug 24 17:40:03.936876 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b221ff5b-bc8e-4590-a207-f6d2fa3b37f1 req-a6b7de3a-d114-4891-a0f1-d7dab7bfdebe tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512493 Aug 24 17:40:05.081921 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad4b84-d5b1-42dd-be2a-cfdb6c9244a6 req-27c6f355-30b0-4137-8c49-2a550b9c4630 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:05.084417 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c2ad4b84-d5b1-42dd-be2a-cfdb6c9244a6 req-27c6f355-30b0-4137-8c49-2a550b9c4630 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0601163 Aug 24 17:40:05.125543 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c2ad4b84-d5b1-42dd-be2a-cfdb6c9244a6 req-b1d46aff-f606-4524-a81e-acb6fd2d87a5 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349116 Aug 24 17:40:06.285217 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1dc18-ceac-4d64-b76e-cf568e571b68 req-00e06e34-274f-4bcb-87f8-1000106523d0 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:06.306458 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d1e1dc18-ceac-4d64-b76e-cf568e571b68 req-00e06e34-274f-4bcb-87f8-1000106523d0 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0593004 Aug 24 17:40:06.333565 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d1e1dc18-ceac-4d64-b76e-cf568e571b68 req-ef018680-0ffe-4f27-8fca-1d87ab75c6b8 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401156 Aug 24 17:40:07.467589 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7035a-44fb-41f2-953d-589d7bd2d894 req-eb2eab99-e576-487a-ab0b-45cfcd658a04 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:07.467589 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f2f7035a-44fb-41f2-953d-589d7bd2d894 req-eb2eab99-e576-487a-ab0b-45cfcd658a04 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0498147 Aug 24 17:40:07.510020 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f2f7035a-44fb-41f2-953d-589d7bd2d894 req-28ad40b7-b142-4f3d-ba72-39d1076fa1d7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396256 Aug 24 17:40:07.580438 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40526) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:07.709431 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bb3b85d6-8c4e-4d4d-bb75-d3c54cd9b815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:07.804875 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bb3b85d6-8c4e-4d4d-bb75-d3c54cd9b815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:07.899443 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bb3b85d6-8c4e-4d4d-bb75-d3c54cd9b815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:07.942269 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-bb3b85d6-8c4e-4d4d-bb75-d3c54cd9b815 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b33e4b4580a4463aa40c06fa51bc9c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632386 Aug 24 17:40:07.943418 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b85d6-8c4e-4d4d-bb75-d3c54cd9b815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826cd57b-3d5c-4b2d-b142-46d3f1df8c75,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:07.944967 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40530) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:08.009813 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c9854078-a6a4-4662-ba63-b200999d145f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:08.033062 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c9854078-a6a4-4662-ba63-b200999d145f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:08.167803 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c9854078-a6a4-4662-ba63-b200999d145f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:08.171645 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c9854078-a6a4-4662-ba63-b200999d145f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:08.173845 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-c9854078-a6a4-4662-ba63-b200999d145f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/826cd57b-3d5c-4b2d-b142-46d3f1df8c75 HTTP/1.1" status: 204 len: 168 time: 0.2270846 Aug 24 17:40:08.183345 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9854078-a6a4-4662-ba63-b200999d145f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826cd57b-3d5c-4b2d-b142-46d3f1df8c75,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:09.004831 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a265a-9e39-400f-9b5e-89ffcf82ad1c req-b99053bb-bcdc-4742-81d7-a5ca3210fb99 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:09.006343 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-363a265a-9e39-400f-9b5e-89ffcf82ad1c req-b99053bb-bcdc-4742-81d7-a5ca3210fb99 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0552387 Aug 24 17:40:09.046194 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-363a265a-9e39-400f-9b5e-89ffcf82ad1c req-921c3010-d0c8-4d94-9e96-00ab09730dbe tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334432 Aug 24 17:40:09.154060 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af12f2d-14a3-4875-b5db-965afd32e84e req-eb09feec-f414-484a-8f80-3946b4cccdab tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:09.157769 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2af12f2d-14a3-4875-b5db-965afd32e84e req-eb09feec-f414-484a-8f80-3946b4cccdab tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.0519564 Aug 24 17:40:09.197554 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2af12f2d-14a3-4875-b5db-965afd32e84e req-a10ae1ec-be08-4f5f-ad5c-b73598b68888 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351040 Aug 24 17:40:10.185760 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e9bd-ebfd-412f-95bc-b73e88c4bda1 req-477a8501-9294-4094-993d-e4cd022e926e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:10.188001 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f0e9e9bd-ebfd-412f-95bc-b73e88c4bda1 req-477a8501-9294-4094-993d-e4cd022e926e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0663877 Aug 24 17:40:10.231630 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f0e9e9bd-ebfd-412f-95bc-b73e88c4bda1 req-8b036503-04db-49fe-b31a-546cd2e5c061 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372887 Aug 24 17:40:10.347885 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63f3d7-5565-415e-81a1-2e12ec96a687 req-b8ae5438-662d-4a07-9c9f-d458c70dcbe9 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:10.349330 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3c63f3d7-5565-415e-81a1-2e12ec96a687 req-b8ae5438-662d-4a07-9c9f-d458c70dcbe9 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.0570514 Aug 24 17:40:10.391041 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3c63f3d7-5565-415e-81a1-2e12ec96a687 req-df55f680-b2de-49d3-b846-efe68e8bf01c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352218 Aug 24 17:40:11.355897 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bf71b-0f74-4555-bda0-adc481b7da2d req-b4cb62e3-55c5-4016-9f49-6a548a3bf44c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:11.357397 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-003bf71b-0f74-4555-bda0-adc481b7da2d req-b4cb62e3-55c5-4016-9f49-6a548a3bf44c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0504270 Aug 24 17:40:11.399122 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-003bf71b-0f74-4555-bda0-adc481b7da2d req-b4e7f3bc-5e29-4897-ab5a-0a92b04a20d6 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354540 Aug 24 17:40:11.516752 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bb083-aac4-4c9f-8f90-ded8263dc5a0 req-8a239210-093f-4a49-a434-553d2b56abec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:11.518357 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6d3bb083-aac4-4c9f-8f90-ded8263dc5a0 req-8a239210-093f-4a49-a434-553d2b56abec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.0534921 Aug 24 17:40:11.563152 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6d3bb083-aac4-4c9f-8f90-ded8263dc5a0 req-04482aa3-10ad-4b79-8f12-06c67837cb27 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383086 Aug 24 17:40:12.481614 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:12.524625 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a0d77-3803-4cf4-a893-dd58a14e96cd req-1463039c-b9c7-4919-905d-5db9baac3beb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:12.526153 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ba8a0d77-3803-4cf4-a893-dd58a14e96cd req-1463039c-b9c7-4919-905d-5db9baac3beb tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0549970 Aug 24 17:40:12.573378 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ba8a0d77-3803-4cf4-a893-dd58a14e96cd req-9ba13823-d03c-432d-8044-0b3f2bc0332c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405579 Aug 24 17:40:12.681032 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb8367-3c0a-403b-ba83-4d2981331e73 req-09ec7b2d-4d02-4a7f-a5fa-4495b6e64d67 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:12.682435 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-97cb8367-3c0a-403b-ba83-4d2981331e73 req-09ec7b2d-4d02-4a7f-a5fa-4495b6e64d67 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.0499177 Aug 24 17:40:12.722323 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-97cb8367-3c0a-403b-ba83-4d2981331e73 req-68255452-d4b7-4b12-80da-cd06eb71f9b1 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332422 Aug 24 17:40:13.694612 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63fd68-7bd4-46e9-8ce2-60566841a375 req-21154b15-58e3-4824-8891-d3a06ced7695 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:13.696053 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fe63fd68-7bd4-46e9-8ce2-60566841a375 req-21154b15-58e3-4824-8891-d3a06ced7695 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0481920 Aug 24 17:40:13.733920 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fe63fd68-7bd4-46e9-8ce2-60566841a375 req-cc74f411-4d01-45bf-80d8-9b87cca8cc22 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320368 Aug 24 17:40:13.840194 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc511f-2654-4fdb-978d-ce1c3d633c82 req-30e7a462-f7fe-4828-835b-990633aee3e0 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:13.841643 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-97fc511f-2654-4fdb-978d-ce1c3d633c82 req-30e7a462-f7fe-4828-835b-990633aee3e0 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.0507808 Aug 24 17:40:13.879607 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-97fc511f-2654-4fdb-978d-ce1c3d633c82 req-19500542-af4f-43c0-b3e5-29011643720b tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313575 Aug 24 17:40:14.848955 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb52b11-0900-492f-8437-ee48c7427ee8 req-d06589be-5796-4c37-8a51-259e10cb1855 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:14.850386 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cbb52b11-0900-492f-8437-ee48c7427ee8 req-d06589be-5796-4c37-8a51-259e10cb1855 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0474725 Aug 24 17:40:14.887126 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cbb52b11-0900-492f-8437-ee48c7427ee8 req-a02a290a-a7c6-450c-b648-64bd20ce8931 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310347 Aug 24 17:40:15.000469 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ebfac-b58f-47e7-8bf6-08a42a7a7e70 req-8dfba621-cef3-413a-b4b4-40e1ce6d8302 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:15.001934 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6a5ebfac-b58f-47e7-8bf6-08a42a7a7e70 req-8dfba621-cef3-413a-b4b4-40e1ce6d8302 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.0474825 Aug 24 17:40:15.039661 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6a5ebfac-b58f-47e7-8bf6-08a42a7a7e70 req-de160cad-a835-4938-b37a-8ae4593f2d8c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Aug 24 17:40:15.679127 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-1fbb245c-cf09-40ca-8634-36156c606db8 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:15.680653 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-1fbb245c-cf09-40ca-8634-36156c606db8 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.0494854 Aug 24 17:40:15.780771 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Deleting port 2408645b-70d8-4ec6-9f85-6b8df179257c {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:40:15.781569 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:15.874961 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] For port 2408645b-70d8-4ec6-9f85-6b8df179257c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2408645b-70d8-4ec6-9f85-6b8df179257c,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:15.875337 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:16.010040 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47577f-2eec-4276-a386-b2d35c8f85d6 req-ed58704b-e3fd-4016-b0b1-c55840517412 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:16.011449 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4c47577f-2eec-4276-a386-b2d35c8f85d6 req-ed58704b-e3fd-4016-b0b1-c55840517412 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0525353 Aug 24 17:40:16.049231 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:16.049639 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:16.049966 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.l3_db [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Floating IP f812c5ae-7536-411e-aaab-f0161a87af80 disassociated. External IP: 172.27.2.14, port: 2408645b-70d8-4ec6-9f85-6b8df179257c. Aug 24 17:40:16.050602 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4c47577f-2eec-4276-a386-b2d35c8f85d6 req-b6bdc2f2-42eb-4745-b8c3-105e61cdc9de tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Aug 24 17:40:16.052534 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Calling delete_port for 2408645b-70d8-4ec6-9f85-6b8df179257c owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:40:16.177178 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38e2d0-579a-477c-aec0-21cf062380e4 req-c3392b74-de79-45fd-88c2-620e5934fabe tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:16.179156 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0a38e2d0-579a-477c-aec0-21cf062380e4 req-c3392b74-de79-45fd-88c2-620e5934fabe tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 946 time: 0.0661657 Aug 24 17:40:16.221043 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0a38e2d0-579a-477c-aec0-21cf062380e4 req-9635bac8-2252-4f4b-86cb-6bed7fd2f3c9 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358274 Aug 24 17:40:16.252601 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:16.283539 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event deleted for resources: {'Port': ['ID=2408645b-70d8-4ec6-9f85-6b8df179257c,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:16.397354 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Router 1908430a-1814-4a46-8612-b745cedfc960 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:40:16.502698 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:40:16.515948 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f183b-04e0-4996-824d-2a51308a49d8 None None] Sync routers for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:40:16.522983 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f183b-04e0-4996-824d-2a51308a49d8 None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:40:16.523541 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-1b1f183b-04e0-4996-824d-2a51308a49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:39:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:16.545636 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] No DVR routers for this DVR port 2408645b-70d8-4ec6-9f85-6b8df179257c on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:40:16.549058 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:16.551105 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c156b089-ef7a-4ee5-b2bf-8d66cbc4eb4e req-4cabad55-c15b-48be-9d17-addaf8bf2f4c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "DELETE /v2.0/ports/2408645b-70d8-4ec6-9f85-6b8df179257c HTTP/1.1" status: 204 len: 173 time: 0.8607955 Aug 24 17:40:16.551602 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6651b4f-b0b7-49e1-8e12-c65eda9bd805', 'name': 'network-vif-deleted', 'tag': '2408645b-70d8-4ec6-9f85-6b8df179257c'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:40:16.554037 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131da6b6-f1b6-48e9-9090-a4fb21afa192" -d '{"events": [{"server_uuid": "b6651b4f-b0b7-49e1-8e12-c65eda9bd805", "name": "network-vif-deleted", "tag": "2408645b-70d8-4ec6-9f85-6b8df179257c"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:40:16.592369 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b37656-18c8-458f-9b3b-79a473f50d3e x-openstack-request-id: req-98b37656-18c8-458f-9b3b-79a473f50d3e {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:40:16.592673 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6651b4f-b0b7-49e1-8e12-c65eda9bd805", "name": "network-vif-deleted", "tag": "2408645b-70d8-4ec6-9f85-6b8df179257c", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:40:16.592929 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98b37656-18c8-458f-9b3b-79a473f50d3e {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:40:16.593381 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6651b4f-b0b7-49e1-8e12-c65eda9bd805', 'name': 'network-vif-deleted', 'tag': '2408645b-70d8-4ec6-9f85-6b8df179257c', 'status': 'completed', 'code': 200} Aug 24 17:40:16.635307 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-1b1f183b-04e0-4996-824d-2a51308a49d8 None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:40:16.724378 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b40ec7e8-b8fb-411d-b667-01e618a097d2 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:40:16.917580 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b40ec7e8-b8fb-411d-b667-01e618a097d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:16.936854 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'port_id': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'mac_address': 'fa:16:3e:86:fb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:40:16.978468 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-1b1f183b-04e0-4996-824d-2a51308a49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:17.006956 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:17.009765 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f183b-04e0-4996-824d-2a51308a49d8 None None] Checking router: 1908430a-1814-4a46-8612-b745cedfc960 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:40:17.026678 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40ec7e8-b8fb-411d-b667-01e618a097d2 {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:40:17.032963 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f183b-04e0-4996-824d-2a51308a49d8 None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:40:17.033518 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-1b1f183b-04e0-4996-824d-2a51308a49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:39:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:17.107372 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b40ec7e8-b8fb-411d-b667-01e618a097d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:17.154179 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-1b1f183b-04e0-4996-824d-2a51308a49d8 None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:40:17.173313 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d501c-347f-428d-a62d-d9f593290a5c req-662b256d-97ea-43d3-a83a-873c77e7c446 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:17.174778 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-037d501c-347f-428d-a62d-d9f593290a5c req-662b256d-97ea-43d3-a83a-873c77e7c446 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 943 time: 0.0488231 Aug 24 17:40:17.214166 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-037d501c-347f-428d-a62d-d9f593290a5c req-0284b5e6-56b6-4279-8b13-07c70061299b tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331950 Aug 24 17:40:17.285586 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:17.331319 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9c787bbb-0e70-4efb-863c-285abc0876a6 req-eeae74cb-d589-4ac6-ad46-f2f080dd952b tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6651b4f-b0b7-49e1-8e12-c65eda9bd805 HTTP/1.1" status: 200 len: 210 time: 0.0308990 Aug 24 17:40:17.374447 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b40ec7e8-b8fb-411d-b667-01e618a097d2,revision_number=9']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:17.383654 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.384005 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.384373 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.384710 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.385046 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.385378 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.385705 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.386032 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.386359 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.386682 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.387005 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.387325 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.410229 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-1b1f183b-04e0-4996-824d-2a51308a49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:17.440271 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f183b-04e0-4996-824d-2a51308a49d8 None None] The sync data for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi is: [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:40:17.520249 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['b40ec7e8-b8fb-411d-b667-01e618a097d2'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:40:17.671868 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc76a8b-f04e-48a1-863d-d9ed99a47ead None None] New status for floating IP f812c5ae-7536-411e-aaab-f0161a87af80: DOWN {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:40:18.330966 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cbba6-a44b-481a-a75f-23edad4acf10 req-9e0223eb-9d7d-4d07-a594-160805705259 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:18.332420 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-263cbba6-a44b-481a-a75f-23edad4acf10 req-9e0223eb-9d7d-4d07-a594-160805705259 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 944 time: 0.0472414 Aug 24 17:40:18.370285 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-263cbba6-a44b-481a-a75f-23edad4acf10 req-9f652dee-1c32-4d78-94de-df8c1f3e2cee tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320587 Aug 24 17:40:18.571840 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-8df5c12b-cb7d-4598-b9bf-31b774b440f7 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-659580641&fields=id&tenant_id=88517f1554614c4badb7a60e065a8dc0 HTTP/1.1" status: 200 len: 267 time: 0.0318100 Aug 24 17:40:18.683354 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-88bc2b72-5c78-462a-a34e-fade770e5c69 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:18.684831 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-88bc2b72-5c78-462a-a34e-fade770e5c69 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 812 time: 0.1063368 Aug 24 17:40:18.699664 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-fe71dfc0-2a80-4be7-a3e4-c9228fe7d683 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/quotas/88517f1554614c4badb7a60e065a8dc0 HTTP/1.1" status: 200 len: 375 time: 0.0087664 Aug 24 17:40:18.741542 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b40ec7e8-b8fb-411d-b667-01e618a097d2 up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:40:18.752342 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-9a5a5245-7338-4031-81c8-c0a2e6860f8d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476215 Aug 24 17:40:18.788707 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port b40ec7e8-b8fb-411d-b667-01e618a097d2 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:40:18.789077 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:18.876604 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:18.899586 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:40:18.901826 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200eb90d-ebe3-46ae-9ad4-870210247026" -d '{"events": [{"server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "name": "network-vif-plugged", "status": "completed", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:40:18.917474 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port b40ec7e8-b8fb-411d-b667-01e618a097d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:18.940121 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e267f13-6599-4f5e-ba17-d1818590ece7 x-openstack-request-id: req-6e267f13-6599-4f5e-ba17-d1818590ece7 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:40:18.940442 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "name": "network-vif-plugged", "status": "completed", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:40:18.940694 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e267f13-6599-4f5e-ba17-d1818590ece7 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:40:18.941106 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'code': 200} Aug 24 17:40:18.954439 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-635cfad9-5a0c-43c8-8852-881602ba4911 service neutron] 10.222.0.41 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894951 Aug 24 17:40:18.984789 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:18.985589 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 2408645b-70d8-4ec6-9f85-6b8df179257c no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:40:19.023635 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 2408645b-70d8-4ec6-9f85-6b8df179257c {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:40:19.023973 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 2408645b-70d8-4ec6-9f85-6b8df179257c not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:40:19.048730 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=b40ec7e8-b8fb-411d-b667-01e618a097d2,revision_number=10']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:19.053385 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-94d685c2-3be1-4003-90df-b7c5a7223060 service neutron] 10.222.0.41 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925353 Aug 24 17:40:19.288394 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c151e52-6c18-459a-b7dd-7e9296db8fe3 req-166e34f5-a618-4add-b96f-a8f228d27553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:19.289875 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7c151e52-6c18-459a-b7dd-7e9296db8fe3 req-166e34f5-a618-4add-b96f-a8f228d27553 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 1099 time: 0.0433271 Aug 24 17:40:19.326000 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7c151e52-6c18-459a-b7dd-7e9296db8fe3 req-5ebbb945-007b-4742-abea-c553c62cf3a3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278404 Aug 24 17:40:19.491727 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7090ed5-8ece-45a1-8a0c-6efda3247088 req-0cf43a8a-847a-44f3-a84b-5b7f48d30af6 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:19.493218 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c7090ed5-8ece-45a1-8a0c-6efda3247088 req-0cf43a8a-847a-44f3-a84b-5b7f48d30af6 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 946 time: 0.0505109 Aug 24 17:40:19.536741 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c7090ed5-8ece-45a1-8a0c-6efda3247088 req-6cff9b95-ed91-4c9e-9e27-f02776ee4a64 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333455 Aug 24 17:40:19.590866 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-584d8eae-43e6-4bd0-bfa3-c5eab3895ae4 req-9617f100-9f66-44fe-9978-b5d037416f74 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 210 time: 0.0254891 Aug 24 17:40:20.660933 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c4772-90c1-474a-b392-83d4a9b0028b req-e17320ea-5ac6-4810-a1dd-b513a8a2d977 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:20.662413 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-203c4772-90c1-474a-b392-83d4a9b0028b req-e17320ea-5ac6-4810-a1dd-b513a8a2d977 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 946 time: 0.0561843 Aug 24 17:40:20.700275 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-edb3e10c-d09e-4e26-85d4-92d869331f10 req-adb8f268-052a-4042-9312-1de1bc767a49 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 210 time: 0.0354457 Aug 24 17:40:20.722473 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-203c4772-90c1-474a-b392-83d4a9b0028b req-ce411849-c236-4ea0-9ae0-ffba7769ba76 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483983 Aug 24 17:40:21.195312 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:40:21.428245 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-7568abe8-8204-4bea-850a-bccd99eede7f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:21.429610 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-7568abe8-8204-4bea-850a-bccd99eede7f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 812 time: 0.1044109 Aug 24 17:40:21.478857 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-fd3f31a0-dc09-4a28-b1bc-ef5125bef573 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88517f1554614c4badb7a60e065a8dc0 HTTP/1.1" status: 200 len: 379 time: 0.0348072 Aug 24 17:40:21.488980 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Request body: {'port': {'device_id': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'admin_state_up': True, 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'security_groups': ['9b757223-eb8f-43d1-97c9-cf7a7f857d09']}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:21.698594 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Made reservation on behalf of 88517f1554614c4badb7a60e065a8dc0 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:40:21.702052 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:21.808805 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-21cf8fe6-b980-4542-b0e5-cf42cc192c7e req-4f153867-f062-4e55-ad3d-f540d4606c86 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 210 time: 0.0329940 Aug 24 17:40:21.850989 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Allocated IP 172.20.0.12 (c32e03dc-a619-4714-9620-fefd583a9dfb/4dc9eeb4-893f-4ded-904e-e3383b6e9a2b/0fcc9a71-f924-4107-a775-96c0c506ce1c) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:40:21.880749 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c450c-a7de-456d-b870-e29654f02f4d req-849bb1ab-6013-4667-80ca-8957dec45e33 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:21.882615 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-577c450c-a7de-456d-b870-e29654f02f4d req-849bb1ab-6013-4667-80ca-8957dec45e33 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 946 time: 0.0772269 Aug 24 17:40:21.923219 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-577c450c-a7de-456d-b870-e29654f02f4d req-33bd59d8-c3fc-430c-ac43-8a5437d0ca8f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320776 Aug 24 17:40:22.000837 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:22.016429 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Transition to ACTIVE for port object 0fcc9a71-f924-4107-a775-96c0c506ce1c will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:40:22.110664 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:22.150244 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Network c32e03dc-a619-4714-9620-fefd583a9dfb is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:40:22.153487 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:40:22.160584 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:40:22.196522 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'Port': ['ID=0fcc9a71-f924-4107-a775-96c0c506ce1c,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:22.223179 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:22.223855 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:22.310969 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-53a3fe3e-0517-48b8-b8d6-c821653e8fec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8257318 Aug 24 17:40:22.324580 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Request body: {'port': {'device_id': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:22.378210 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:22.470145 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-3105d8d3-8975-47a5-ac34-2c43a7a08d84 None None] Provisioning for port 0fcc9a71-f924-4107-a775-96c0c506ce1c completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:40:22.474976 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-3105d8d3-8975-47a5-ac34-2c43a7a08d84 None None] Provisioning complete for port 0fcc9a71-f924-4107-a775-96c0c506ce1c triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:40:22.479473 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3105d8d3-8975-47a5-ac34-2c43a7a08d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:22.511834 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-3105d8d3-8975-47a5-ac34-2c43a7a08d84 None None] Port 0fcc9a71-f924-4107-a775-96c0c506ce1c cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:40:22.644340 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fcc9a71-f924-4107-a775-96c0c506ce1c {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:40:22.651464 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:22.662749 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Transition to ACTIVE for port object 0fcc9a71-f924-4107-a775-96c0c506ce1c will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:40:22.732946 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:22.782182 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcc9a71-f924-4107-a775-96c0c506ce1c,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:22.853280 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Attempting to bind port 0fcc9a71-f924-4107-a775-96c0c506ce1c on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:40:22.853616 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Attempting to bind port 0fcc9a71-f924-4107-a775-96c0c506ce1c by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:40:22.853941 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Attempting to bind port 0fcc9a71-f924-4107-a775-96c0c506ce1c on network c32e03dc-a619-4714-9620-fefd583a9dfb {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:40:22.859152 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Port 0fcc9a71-f924-4107-a775-96c0c506ce1c on network c32e03dc-a619-4714-9620-fefd583a9dfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:40:22.859693 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Attempting to bind port 0fcc9a71-f924-4107-a775-96c0c506ce1c on network c32e03dc-a619-4714-9620-fefd583a9dfb {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:40:22.865984 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:40:22.866439 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Checking segment: {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:40:22.866828 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Bound using segment: {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:40:22.867272 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Bound port: 0fcc9a71-f924-4107-a775-96c0c506ce1c, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:40:22.867634 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:22.937334 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467def0-1be7-4db1-9813-d886303cc97a req-cad26954-993c-4bc4-89ca-4e6208735b19 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:22.940841 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1467def0-1be7-4db1-9813-d886303cc97a req-cad26954-993c-4bc4-89ca-4e6208735b19 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 944 time: 0.0531425 Aug 24 17:40:22.962932 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] For port 0fcc9a71-f924-4107-a775-96c0c506ce1c, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:40:22.966465 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] For port 0fcc9a71-f924-4107-a775-96c0c506ce1c, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0fcc9a71-f924-4107-a775-96c0c506ce1c,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:40:22.979402 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1467def0-1be7-4db1-9813-d886303cc97a req-ebcf9d17-682c-464d-baf1-8e2e454af299 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341792 Aug 24 17:40:23.036211 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:23.045019 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6431884-7155-45b8-b17d-467f5494d312 req-532a4d2e-0c6e-43f0-8568-4b45b6cda817 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:23.047389 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b6431884-7155-45b8-b17d-467f5494d312 req-532a4d2e-0c6e-43f0-8568-4b45b6cda817 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 946 time: 0.0495431 Aug 24 17:40:23.071123 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:23.071688 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:23.073111 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] 10.222.0.42 "PUT /v2.0/ports/0fcc9a71-f924-4107-a775-96c0c506ce1c HTTP/1.1" status: 200 len: 1094 time: 0.7528944 Aug 24 17:40:23.073543 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'tag': '0fcc9a71-f924-4107-a775-96c0c506ce1c'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:40:23.078522 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2db9d78-c5de-4c9a-9c5c-8e6cc1d02410" -d '{"events": [{"name": "network-changed", "server_uuid": "4993d408-0c20-41f3-ba93-66c04a5aae23", "tag": "0fcc9a71-f924-4107-a775-96c0c506ce1c"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:40:23.107902 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26caae00-f323-4a93-8905-c67a1e86b273 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcc9a71-f924-4107-a775-96c0c506ce1c,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:23.108249 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b6431884-7155-45b8-b17d-467f5494d312 req-ad5317ed-8d57-41b7-b57f-2924c6ff04b6 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458286 Aug 24 17:40:23.151819 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b70f9c-30bc-41f0-9618-4eb3e363ad82 x-openstack-request-id: req-e0b70f9c-30bc-41f0-9618-4eb3e363ad82 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:40:23.152188 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4993d408-0c20-41f3-ba93-66c04a5aae23", "tag": "0fcc9a71-f924-4107-a775-96c0c506ce1c", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:40:23.152486 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0b70f9c-30bc-41f0-9618-4eb3e363ad82 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:40:23.159457 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'tag': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'status': 'completed', 'code': 200} Aug 24 17:40:23.221058 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9d78-c5de-4c9a-9c5c-8e6cc1d02410 req-71405b9a-cb19-4fb9-95ec-a94938f5c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:23.223095 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-f2db9d78-c5de-4c9a-9c5c-8e6cc1d02410 req-71405b9a-cb19-4fb9-95ec-a94938f5c910 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 1097 time: 0.0467901 Aug 24 17:40:23.334290 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9d78-c5de-4c9a-9c5c-8e6cc1d02410 req-8d541d73-3407-43e9-8691-c7a6565cb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:23.335783 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-f2db9d78-c5de-4c9a-9c5c-8e6cc1d02410 req-8d541d73-3407-43e9-8691-c7a6565cb2d5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=88517f1554614c4badb7a60e065a8dc0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1044793 Aug 24 17:40:23.408543 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1022589-aa01-4622-b7d6-7cb21272f76d req-1b7fda91-693e-437f-8eba-2c08efdc1b6b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:23.410006 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f1022589-aa01-4622-b7d6-7cb21272f76d req-1b7fda91-693e-437f-8eba-2c08efdc1b6b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.0631213 Aug 24 17:40:23.443596 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9d78-c5de-4c9a-9c5c-8e6cc1d02410 req-853fc201-61b6-42e3-82ed-4b28edda7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:23.445452 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-f2db9d78-c5de-4c9a-9c5c-8e6cc1d02410 req-853fc201-61b6-42e3-82ed-4b28edda7c6a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006737 Aug 24 17:40:23.448713 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f1022589-aa01-4622-b7d6-7cb21272f76d req-e753b44a-7832-4f10-b1cd-29feea820d5a tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326331 Aug 24 17:40:23.474135 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40728) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:23.533122 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-2b079e6e-a374-4675-9e3a-b84f4ec5b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:23.534641 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-2b079e6e-a374-4675-9e3a-b84f4ec5b43d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 1097 time: 0.0419028 Aug 24 17:40:23.583513 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-d95a6ea6-3f4b-469a-bf2b-092e14f5643b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fcc9a71-f924-4107-a775-96c0c506ce1c HTTP/1.1" status: 200 len: 217 time: 0.0395041 Aug 24 17:40:23.612132 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09bcec1-42cf-47a9-b015-dfddd10aee3e tempest-TestMinimumBasicScenario-1371205647 tempest-TestMinimumBasicScenario-1371205647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:23.613736 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-d09bcec1-42cf-47a9-b015-dfddd10aee3e tempest-TestMinimumBasicScenario-1371205647 tempest-TestMinimumBasicScenario-1371205647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 1094 time: 0.1384189 Aug 24 17:40:23.616535 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40732) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:23.620899 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Request body: {'floatingip': {'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'port_id': '5aa37949-6ec5-418f-a94b-827fb50f97f3', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:23.649815 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-87f5d435-2ef9-4439-b2f2-fba149e312bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:23.651379 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-87f5d435-2ef9-4439-b2f2-fba149e312bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b HTTP/1.1" status: 200 len: 851 time: 0.0464664 Aug 24 17:40:23.701679 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-691c5489-4b34-408f-a8ef-4ef2394bf50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:23.703638 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-691c5489-4b34-408f-a8ef-4ef2394bf50a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c32e03dc-a619-4714-9620-fefd583a9dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396693 Aug 24 17:40:23.715728 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for floatingip, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:23.800317 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-4eaf8960-6d6d-459b-87a7-3bd04d489b47 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869119 Aug 24 17:40:23.814437 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:23.896694 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c8783dc7-bf71-4ad3-b0f0-37d04a09e78c req-de24b7c6-8d23-4eb1-be61-bc7eddd68d97 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885415 Aug 24 17:40:23.925180 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Allocated IP 172.27.2.153 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/0f566720-3ad1-4228-9d8f-c94e437e369b) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:40:24.041024 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:24.129514 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c2d70-39a4-4472-b41d-cb9aa7dbaa9f req-686a891d-aa58-40c3-9d54-7365a252f28c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:24.131008 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-241c2d70-39a4-4472-b41d-cb9aa7dbaa9f req-686a891d-aa58-40c3-9d54-7365a252f28c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 944 time: 0.0716226 Aug 24 17:40:24.173034 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-241c2d70-39a4-4472-b41d-cb9aa7dbaa9f req-a70df1eb-9828-4536-b067-e7247195b5f0 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355766 Aug 24 17:40:24.179557 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:24.225458 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:40:24.228174 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:40:24.231709 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:40:24.237086 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event updated for resources: {'Port': ['ID=0f566720-3ad1-4228-9d8f-c94e437e369b,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:24.272466 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:24.275175 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:24.275175 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:24.275175 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:24.275175 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:24.275175 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:24.275175 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:24.275175 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:24.275175 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:24.275844 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:24.275844 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:24.276033 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:24.600579 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:24.769375 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:25.130862 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for port, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:25.156635 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e0f9155c-b150-495f-8809-d9c213aee1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:25.213204 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13043985'] for port, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:25.309410 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event updated for resources: {'Port': ['ID=0f566720-3ad1-4228-9d8f-c94e437e369b,revision_number=2']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:25.323392 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:25.397300 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95e6cc-6e72-4117-8542-afe2fb15296c req-175d39c9-05e1-4f45-91a3-114fd1fe9795 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:25.403615 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ba95e6cc-6e72-4117-8542-afe2fb15296c req-175d39c9-05e1-4f45-91a3-114fd1fe9795 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 944 time: 0.1515722 Aug 24 17:40:25.457551 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ba95e6cc-6e72-4117-8542-afe2fb15296c req-f3e0f030-0706-4362-8053-c287d4ea8c55 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501351 Aug 24 17:40:25.462039 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.l3_db [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Floating IP 235947b7-e5da-48ff-820f-ab3679ff6129 associated. External IP: 172.27.2.153, port: 5aa37949-6ec5-418f-a94b-827fb50f97f3. Aug 24 17:40:25.672849 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Router cec0416c-b311-476c-91b0-33d44a58c0ce has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:40:25.785348 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:40:25.795289 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a3b0c-a421-4d16-842f-321c2b1f26e0 None None] Sync routers for ids ['cec0416c-b311-476c-91b0-33d44a58c0ce'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:40:25.805529 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a3b0c-a421-4d16-842f-321c2b1f26e0 None None] Routers {'cec0416c-b311-476c-91b0-33d44a58c0ce'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:40:25.806215 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e23a3b0c-a421-4d16-842f-321c2b1f26e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:39:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['cec0416c-b311-476c-91b0-33d44a58c0ce'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:25.853341 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:25.885233 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-63b0c916-b45c-4861-b339-e465011f791f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2659423 Aug 24 17:40:25.885233 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:40:25.887010 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8fe860-634e-41c7-88af-44acff5a27df" -d '{"events": [{"name": "network-changed", "server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:40:25.888858 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40766) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:25.904426 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-3435720c-f0df-4354-b360-d900198be5e5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2144294104', 'description': 'tempest-secgroup-smoke-2144294104 description', 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:25.929437 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffb8725-fe71-4eda-bb08-2c9531569ec4 x-openstack-request-id: req-9ffb8725-fe71-4eda-bb08-2c9531569ec4 {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:40:25.930078 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:40:25.930661 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ffb8725-fe71-4eda-bb08-2c9531569ec4 {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:40:25.931163 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3', 'status': 'completed', 'code': 200} Aug 24 17:40:25.997760 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe860-634e-41c7-88af-44acff5a27df req-31e6ee46-e5e1-43f8-b4a9-19c25786a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:25.999930 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-6f8fe860-634e-41c7-88af-44acff5a27df req-31e6ee46-e5e1-43f8-b4a9-19c25786a046 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b95c9eb59c4bcc9d10161c7e9490ec&device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 1099 time: 0.0459802 Aug 24 17:40:26.000801 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3435720c-f0df-4354-b360-d900198be5e5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:26.047782 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-e23a3b0c-a421-4d16-842f-321c2b1f26e0 None None] Set router cec0416c-b311-476c-91b0-33d44a58c0ce gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:40:26.120971 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe860-634e-41c7-88af-44acff5a27df req-4979b9e9-5655-42be-ba38-6caa52029b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:26.122472 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-6f8fe860-634e-41c7-88af-44acff5a27df req-4979b9e9-5655-42be-ba38-6caa52029b90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69302ed6-9170-4ef4-ac54-f17326f729a7 HTTP/1.1" status: 200 len: 916 time: 0.1130655 Aug 24 17:40:26.202282 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3435720c-f0df-4354-b360-d900198be5e5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:26.215013 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-6f8fe860-634e-41c7-88af-44acff5a27df req-bbe2a4eb-8f32-4c8d-b6d1-eed35e801491 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aa37949-6ec5-418f-a94b-827fb50f97f3 HTTP/1.1" status: 200 len: 1000 time: 0.0796964 Aug 24 17:40:26.277540 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe860-634e-41c7-88af-44acff5a27df req-c4de7369-8242-4193-a42f-0d5388c0b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:26.278997 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-6f8fe860-634e-41c7-88af-44acff5a27df req-c4de7369-8242-4193-a42f-0d5388c0b93e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54991683-f067-473e-9ab5-5a2f8cf97dae HTTP/1.1" status: 200 len: 854 time: 0.0567322 Aug 24 17:40:26.287623 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e23a3b0c-a421-4d16-842f-321c2b1f26e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:39:15Z', 'revision_number': 4, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port': {'id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:12Z', 'updated_at': '2021-08-24T17:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '235947b7-e5da-48ff-820f-ab3679ff6129', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'port_id': '5aa37949-6ec5-418f-a94b-827fb50f97f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'mac_address': 'fa:16:3e:7f:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:40:24Z', 'updated_at': '2021-08-24T17:40:24Z', 'revision_number': 0, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e99fdb-280b-456d-9466-de631f215e50', 'name': '', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'mac_address': 'fa:16:3e:c2:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:14Z', 'updated_at': '2021-08-24T17:39:20Z', 'revision_number': 5, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'subnets': [{'id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:26.317473 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a3b0c-a421-4d16-842f-321c2b1f26e0 None None] Checking router: cec0416c-b311-476c-91b0-33d44a58c0ce for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:40:26.319301 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3435720c-f0df-4354-b360-d900198be5e5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:26.326280 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a3b0c-a421-4d16-842f-321c2b1f26e0 None None] Routers {'cec0416c-b311-476c-91b0-33d44a58c0ce'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:40:26.326903 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e23a3b0c-a421-4d16-842f-321c2b1f26e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:39:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['cec0416c-b311-476c-91b0-33d44a58c0ce'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:26.357715 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435720c-f0df-4354-b360-d900198be5e5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b71a3e-4899-42a2-bab5-b31f42642b80,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:26.361627 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe860-634e-41c7-88af-44acff5a27df req-3d74e57b-02eb-42a1-bae1-38bf66a36960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:26.363140 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-6f8fe860-634e-41c7-88af-44acff5a27df req-3d74e57b-02eb-42a1-bae1-38bf66a36960 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69302ed6-9170-4ef4-ac54-f17326f729a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720634 Aug 24 17:40:26.391165 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a796788-8058-44ae-a132-d0d5d98c2986 req-e5811508-fbc1-41a8-8fc7-c8681d4314b9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:26.392709 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8a796788-8058-44ae-a132-d0d5d98c2986 req-e5811508-fbc1-41a8-8fc7-c8681d4314b9 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 945 time: 0.0566230 Aug 24 17:40:26.397531 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-3435720c-f0df-4354-b360-d900198be5e5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:26.401314 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-3435720c-f0df-4354-b360-d900198be5e5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5061929 Aug 24 17:40:26.402977 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40772) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:26.432835 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-16545f14-39a2-4674-a085-2f169c597d53 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Request body: {'security_group_rule': {'security_group_id': 'd7b71a3e-4899-42a2-bab5-b31f42642b80', 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:26.434745 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8a796788-8058-44ae-a132-d0d5d98c2986 req-b40d156d-dade-4fe0-843b-d45e5d89bc30 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348203 Aug 24 17:40:26.445037 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-e23a3b0c-a421-4d16-842f-321c2b1f26e0 None None] Set router cec0416c-b311-476c-91b0-33d44a58c0ce gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:40:26.494292 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-6f8fe860-634e-41c7-88af-44acff5a27df req-2a6459c5-2bdb-4b83-9902-a45bf3b2958d service neutron] 10.222.0.42 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208565 Aug 24 17:40:26.564369 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-16545f14-39a2-4674-a085-2f169c597d53 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:26.585433 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70bef5-409e-45b7-8562-8ce941d87b56 req-559c0b5c-3b99-470b-81b4-8c3ad52c55cf tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:26.586907 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ef70bef5-409e-45b7-8562-8ce941d87b56 req-559c0b5c-3b99-470b-81b4-8c3ad52c55cf tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 944 time: 0.0602679 Aug 24 17:40:26.631319 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ef70bef5-409e-45b7-8562-8ce941d87b56 req-5b0c334e-a14e-488d-b6de-5329bc890f2b tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324438 Aug 24 17:40:26.634099 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-6f8fe860-634e-41c7-88af-44acff5a27df req-e080ea08-3e62-4db5-85a6-0c6cf6605e5c service neutron] 10.222.0.42 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313882 Aug 24 17:40:26.659235 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-16545f14-39a2-4674-a085-2f169c597d53 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:26.688706 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e23a3b0c-a421-4d16-842f-321c2b1f26e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:39:15Z', 'revision_number': 4, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port': {'id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:12Z', 'updated_at': '2021-08-24T17:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '235947b7-e5da-48ff-820f-ab3679ff6129', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'port_id': '5aa37949-6ec5-418f-a94b-827fb50f97f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'mac_address': 'fa:16:3e:7f:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:40:24Z', 'updated_at': '2021-08-24T17:40:24Z', 'revision_number': 0, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e99fdb-280b-456d-9466-de631f215e50', 'name': '', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'mac_address': 'fa:16:3e:c2:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:14Z', 'updated_at': '2021-08-24T17:39:20Z', 'revision_number': 5, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'subnets': [{'id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:26.714379 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a3b0c-a421-4d16-842f-321c2b1f26e0 None None] The sync data for ids ['cec0416c-b311-476c-91b0-33d44a58c0ce'] in dv-cinder-788782-4-iscsi is: [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:39:15Z', 'revision_number': 4, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port': {'id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:12Z', 'updated_at': '2021-08-24T17:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '235947b7-e5da-48ff-820f-ab3679ff6129', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'port_id': '5aa37949-6ec5-418f-a94b-827fb50f97f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'mac_address': 'fa:16:3e:7f:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:40:24Z', 'updated_at': '2021-08-24T17:40:24Z', 'revision_number': 0, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e99fdb-280b-456d-9466-de631f215e50', 'name': '', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'mac_address': 'fa:16:3e:c2:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:14Z', 'updated_at': '2021-08-24T17:39:20Z', 'revision_number': 5, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'subnets': [{'id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:40:26.750953 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-16545f14-39a2-4674-a085-2f169c597d53 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:26.770743 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16545f14-39a2-4674-a085-2f169c597d53 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc911f7-6760-403c-be87-8b18ea90784e,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:26.824699 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-16545f14-39a2-4674-a085-2f169c597d53 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:26.825941 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-16545f14-39a2-4674-a085-2f169c597d53 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4221098 Aug 24 17:40:26.828738 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40776) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:26.833465 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-8dd25246-f417-46f8-9438-f9514e846f32 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Request body: {'security_group_rule': {'security_group_id': 'd7b71a3e-4899-42a2-bab5-b31f42642b80', 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:26.900729 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66206d9d-6b06-48ff-911d-e1207bf8356d None None] New status for floating IP 235947b7-e5da-48ff-820f-ab3679ff6129: ACTIVE {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:40:26.937834 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8dd25246-f417-46f8-9438-f9514e846f32 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:26.995712 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8dd25246-f417-46f8-9438-f9514e846f32 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:27.052843 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8dd25246-f417-46f8-9438-f9514e846f32 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:27.070492 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd25246-f417-46f8-9438-f9514e846f32 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f9fef3-af75-4962-929d-675bf26ab5a2,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:27.110580 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-8dd25246-f417-46f8-9438-f9514e846f32 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:27.111816 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-8dd25246-f417-46f8-9438-f9514e846f32 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821240 Aug 24 17:40:27.114645 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40778) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:27.119027 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-b5741691-2981-48d4-8996-779094a4a8c5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Request body: {'security_group_rule': {'security_group_id': 'd7b71a3e-4899-42a2-bab5-b31f42642b80', 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:27.218945 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b5741691-2981-48d4-8996-779094a4a8c5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:27.275766 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b5741691-2981-48d4-8996-779094a4a8c5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:27.321273 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b5741691-2981-48d4-8996-779094a4a8c5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:27.341849 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5741691-2981-48d4-8996-779094a4a8c5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6645ba42-8342-4239-8756-0a4f471da252,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:27.390493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b5741691-2981-48d4-8996-779094a4a8c5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:27.391721 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b5741691-2981-48d4-8996-779094a4a8c5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2761548 Aug 24 17:40:27.394642 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40780) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:27.398989 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-11d47830-df46-4ab3-b861-6fb9ee64bc8e tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Request body: {'security_group_rule': {'security_group_id': 'd7b71a3e-4899-42a2-bab5-b31f42642b80', 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:27.521198 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-11d47830-df46-4ab3-b861-6fb9ee64bc8e tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:27.550442 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4582b9-3562-49cb-89c2-4d2ae9dbba54 req-9585fb27-50b8-40cf-962a-49e57c93099e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:27.551929 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8b4582b9-3562-49cb-89c2-4d2ae9dbba54 req-9585fb27-50b8-40cf-962a-49e57c93099e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 945 time: 0.0481925 Aug 24 17:40:27.581283 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-11d47830-df46-4ab3-b861-6fb9ee64bc8e tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:27.591215 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8b4582b9-3562-49cb-89c2-4d2ae9dbba54 req-afe15f72-47ab-4804-bb8f-487dc9c0207f tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325415 Aug 24 17:40:27.675135 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-11d47830-df46-4ab3-b861-6fb9ee64bc8e tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:27.694824 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d47830-df46-4ab3-b861-6fb9ee64bc8e tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a970ee-74f8-4cd3-88c4-ed2e2503288d,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:27.745843 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f96598-97c1-433b-9db6-9abe440eac33 req-8d0e3996-b2cf-4c9c-8124-1e5ccae8f53f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:27.747275 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-84f96598-97c1-433b-9db6-9abe440eac33 req-8d0e3996-b2cf-4c9c-8124-1e5ccae8f53f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 944 time: 0.0483460 Aug 24 17:40:27.784268 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-84f96598-97c1-433b-9db6-9abe440eac33 req-7847463b-c9a1-4b52-b637-43e64f6932bc tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305989 Aug 24 17:40:27.784666 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-11d47830-df46-4ab3-b861-6fb9ee64bc8e tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:27.785881 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-11d47830-df46-4ab3-b861-6fb9ee64bc8e tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3903234 Aug 24 17:40:27.788635 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40786) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:27.793144 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-b9f52647-f4dd-40dd-a8ab-cf173cb66645 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Request body: {'security_group_rule': {'security_group_id': 'd7b71a3e-4899-42a2-bab5-b31f42642b80', 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:27.887529 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.securitygroups_db [None req-b9f52647-f4dd-40dd-a8ab-cf173cb66645 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Project 58b95c9eb59c4bcc9d10161c7e9490ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:40:27.893768 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9f52647-f4dd-40dd-a8ab-cf173cb66645 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:27.952702 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9f52647-f4dd-40dd-a8ab-cf173cb66645 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.024104 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9f52647-f4dd-40dd-a8ab-cf173cb66645 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.042153 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f52647-f4dd-40dd-a8ab-cf173cb66645 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c146738-0f72-48f2-a015-54440afaadee,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:28.115634 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4e4143f4-650d-4302-8805-05c46851b527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.121581 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b9f52647-f4dd-40dd-a8ab-cf173cb66645 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.122853 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b9f52647-f4dd-40dd-a8ab-cf173cb66645 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331368 Aug 24 17:40:28.126382 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40788) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:28.131004 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-6c45f5d8-880f-4564-aa92-1df9b1e523b9 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Request body: {'security_group_rule': {'security_group_id': 'd7b71a3e-4899-42a2-bab5-b31f42642b80', 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:28.171831 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-d186b085-9352-44cb-9486-9e6e6b0afbdd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:28.173290 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-d186b085-9352-44cb-9486-9e6e6b0afbdd tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 945 time: 0.0478430 Aug 24 17:40:28.224480 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.securitygroups_db [None req-6c45f5d8-880f-4564-aa92-1df9b1e523b9 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Project 58b95c9eb59c4bcc9d10161c7e9490ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:40:28.230411 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6c45f5d8-880f-4564-aa92-1df9b1e523b9 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.270584 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Deleting port f39006ff-ff71-47c0-800c-7a04c0c1d98d {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:40:28.270951 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.283738 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6c45f5d8-880f-4564-aa92-1df9b1e523b9 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.355027 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6c45f5d8-880f-4564-aa92-1df9b1e523b9 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.366105 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] For port f39006ff-ff71-47c0-800c-7a04c0c1d98d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f39006ff-ff71-47c0-800c-7a04c0c1d98d,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:28.366470 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.378872 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45f5d8-880f-4564-aa92-1df9b1e523b9 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31daa59-63fb-4d0d-abe0-2c9b65d57bda,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:28.440841 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.464714 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6c45f5d8-880f-4564-aa92-1df9b1e523b9 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.465922 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-6c45f5d8-880f-4564-aa92-1df9b1e523b9 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3385320 Aug 24 17:40:28.542210 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e6c1ffaf-cf4f-4b3f-b83b-a1ce708bd335 req-b823a081-dfc6-4d42-986f-1a5264fa6644 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144294104&fields=id&tenant_id=58b95c9eb59c4bcc9d10161c7e9490ec HTTP/1.1" status: 200 len: 267 time: 0.0323114 Aug 24 17:40:28.542435 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.542698 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.543056 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.l3_db [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Floating IP e42bfe3b-3c28-49b0-b01a-4be4366b2827 disassociated. External IP: 172.27.2.159, port: f39006ff-ff71-47c0-800c-7a04c0c1d98d. Aug 24 17:40:28.543393 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Calling delete_port for f39006ff-ff71-47c0-800c-7a04c0c1d98d owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:40:28.595067 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1ffaf-cf4f-4b3f-b83b-a1ce708bd335 req-6ac4e6e6-b8f2-48f4-94db-51c850ede0d3 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:28.596545 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e6c1ffaf-cf4f-4b3f-b83b-a1ce708bd335 req-6ac4e6e6-b8f2-48f4-94db-51c850ede0d3 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.0480318 Aug 24 17:40:28.607573 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [req-e6c1ffaf-cf4f-4b3f-b83b-a1ce708bd335 req-c63955e5-dce8-4211-9935-a68c7d715346 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Request body: {'port': {'security_groups': ['f683fcbe-0adf-44fe-93a5-8b8aa4a33895', 'd7b71a3e-4899-42a2-bab5-b31f42642b80']}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:28.701767 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-e6c1ffaf-cf4f-4b3f-b83b-a1ce708bd335 req-c63955e5-dce8-4211-9935-a68c7d715346 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.709942 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:28.742604 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event deleted for resources: {'Port': ['ID=f39006ff-ff71-47c0-800c-7a04c0c1d98d,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:28.777623 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c03c9e-96c0-4822-bdd9-81afeb6e3c3b req-b716c8a4-9a8c-4739-849b-bd1e47a1df1d tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:28.779079 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-24c03c9e-96c0-4822-bdd9-81afeb6e3c3b req-b716c8a4-9a8c-4739-849b-bd1e47a1df1d tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 867 time: 0.1125078 Aug 24 17:40:28.856059 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-24c03c9e-96c0-4822-bdd9-81afeb6e3c3b req-55b5a82a-b5d9-4576-a996-3a7f6be32165 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups?id=85a4f260-dd80-4e7c-979f-ad53426fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698764 Aug 24 17:40:28.857956 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Router 3910f0f6-9528-4283-9963-e8f9a43d6f4b has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:40:28.975055 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:40:28.985868 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de0a9d-95f0-4ecc-ab6c-e66aa1cd03d8 None None] Sync routers for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:40:28.994593 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de0a9d-95f0-4ecc-ab6c-e66aa1cd03d8 None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:40:28.995136 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-65de0a9d-95f0-4ecc-ab6c-e66aa1cd03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:40:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:29.011573 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2efba7-d7d0-4ac4-865d-f8b7d692965d req-4bd49b37-94ae-4b93-a079-2885dabb93a8 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:29.013153 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0e2efba7-d7d0-4ac4-865d-f8b7d692965d req-4bd49b37-94ae-4b93-a079-2885dabb93a8 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 944 time: 0.0804508 Aug 24 17:40:29.017275 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] No DVR routers for this DVR port f39006ff-ff71-47c0-800c-7a04c0c1d98d on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:40:29.019008 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [req-e6c1ffaf-cf4f-4b3f-b83b-a1ce708bd335 req-c63955e5-dce8-4211-9935-a68c7d715346 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] For port 5aa37949-6ec5-418f-a94b-827fb50f97f3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5aa37949-6ec5-418f-a94b-827fb50f97f3,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:29.020333 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:29.022623 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d2623c3e-189b-4159-a9e1-e8e53a9397c5 req-b03abfad-962d-4954-b708-ab90614cb0b7 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.42 "DELETE /v2.0/ports/f39006ff-ff71-47c0-800c-7a04c0c1d98d HTTP/1.1" status: 204 len: 173 time: 0.8423440 Aug 24 17:40:29.023066 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf26285-34a8-44a8-933c-e502780911b6', 'name': 'network-vif-deleted', 'tag': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:40:29.025387 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029d8e66-5e0f-4228-9595-0930a34952a0" -d '{"events": [{"server_uuid": "dbf26285-34a8-44a8-933c-e502780911b6", "name": "network-vif-deleted", "tag": "f39006ff-ff71-47c0-800c-7a04c0c1d98d"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:40:29.079767 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0e2efba7-d7d0-4ac4-865d-f8b7d692965d req-ace6a374-e0c2-449a-b838-f90af51e4d87 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477729 Aug 24 17:40:29.082083 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-e6c1ffaf-cf4f-4b3f-b83b-a1ce708bd335 req-c63955e5-dce8-4211-9935-a68c7d715346 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for port, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:29.113154 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-65de0a9d-95f0-4ecc-ab6c-e66aa1cd03d8 None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:40:29.133673 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89691fd3-d6a2-4458-850d-97dbae88f212 x-openstack-request-id: req-89691fd3-d6a2-4458-850d-97dbae88f212 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:40:29.133932 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf26285-34a8-44a8-933c-e502780911b6", "name": "network-vif-deleted", "tag": "f39006ff-ff71-47c0-800c-7a04c0c1d98d", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:40:29.134264 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89691fd3-d6a2-4458-850d-97dbae88f212 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:40:29.134603 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf26285-34a8-44a8-933c-e502780911b6', 'name': 'network-vif-deleted', 'tag': 'f39006ff-ff71-47c0-800c-7a04c0c1d98d', 'status': 'completed', 'code': 200} Aug 24 17:40:29.195825 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-e6c1ffaf-cf4f-4b3f-b83b-a1ce708bd335 req-c63955e5-dce8-4211-9935-a68c7d715346 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13043985'] for port, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:29.214211 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['5aa37949-6ec5-418f-a94b-827fb50f97f3'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:40:29.260467 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1ffaf-cf4f-4b3f-b83b-a1ce708bd335 req-c63955e5-dce8-4211-9935-a68c7d715346 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:29.261101 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-e6c1ffaf-cf4f-4b3f-b83b-a1ce708bd335 req-c63955e5-dce8-4211-9935-a68c7d715346 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:29.266436 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e6c1ffaf-cf4f-4b3f-b83b-a1ce708bd335 req-c63955e5-dce8-4211-9935-a68c7d715346 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "PUT /v2.0/ports/5aa37949-6ec5-418f-a94b-827fb50f97f3 HTTP/1.1" status: 200 len: 982 time: 0.6632679 Aug 24 17:40:29.267368 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:40:29.270570 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf5630a-2a0b-44eb-8886-1899560d9961" -d '{"events": [{"name": "network-changed", "server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:40:29.302951 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63955e5-dce8-4211-9935-a68c7d715346 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event updated for resources: {'Port': ['ID=5aa37949-6ec5-418f-a94b-827fb50f97f3,revision_number=6']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:29.323989 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88ee6de-def1-4cc6-bdf4-a59adfac6b1c x-openstack-request-id: req-f88ee6de-def1-4cc6-bdf4-a59adfac6b1c {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:40:29.324540 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:40:29.325605 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f88ee6de-def1-4cc6-bdf4-a59adfac6b1c {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:40:29.326963 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3', 'status': 'completed', 'code': 200} Aug 24 17:40:29.339508 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['5aa37949-6ec5-418f-a94b-827fb50f97f3'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:40:29.419573 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5630a-2a0b-44eb-8886-1899560d9961 req-defc4f8b-8944-4fdf-8997-8ff0fd8128bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:29.420334 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffce73-d58d-4430-bafe-f9bc39d497bc req-ef5001bb-ec58-48ad-8e3d-30d1990fca14 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:29.421890 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-fcf5630a-2a0b-44eb-8886-1899560d9961 req-defc4f8b-8944-4fdf-8997-8ff0fd8128bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b95c9eb59c4bcc9d10161c7e9490ec&device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 1138 time: 0.0840013 Aug 24 17:40:29.423082 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-36ffce73-d58d-4430-bafe-f9bc39d497bc req-ef5001bb-ec58-48ad-8e3d-30d1990fca14 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0676789 Aug 24 17:40:29.486477 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-36ffce73-d58d-4430-bafe-f9bc39d497bc req-a607477a-47c5-4e8d-9545-8cb44992689b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531383 Aug 24 17:40:29.525941 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:29.551825 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5630a-2a0b-44eb-8886-1899560d9961 req-96362421-7b2c-494f-a860-e44428dc0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:29.554948 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-fcf5630a-2a0b-44eb-8886-1899560d9961 req-96362421-7b2c-494f-a860-e44428dc0ddc service neutron] 10.222.0.42 "GET /v2.0/networks?id=69302ed6-9170-4ef4-ac54-f17326f729a7 HTTP/1.1" status: 200 len: 916 time: 0.1215448 Aug 24 17:40:29.621612 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-fcf5630a-2a0b-44eb-8886-1899560d9961 req-e573be75-7d20-42ea-9e0f-f3ef3eb4fa0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aa37949-6ec5-418f-a94b-827fb50f97f3 HTTP/1.1" status: 200 len: 1002 time: 0.0604885 Aug 24 17:40:29.641400 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-65de0a9d-95f0-4ecc-ab6c-e66aa1cd03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:45Z', 'revision_number': 5, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:29.671191 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5630a-2a0b-44eb-8886-1899560d9961 req-b04f54cb-4c1d-4d64-a6ce-dd18243704c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:29.672668 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-fcf5630a-2a0b-44eb-8886-1899560d9961 req-b04f54cb-4c1d-4d64-a6ce-dd18243704c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54991683-f067-473e-9ab5-5a2f8cf97dae HTTP/1.1" status: 200 len: 854 time: 0.0427086 Aug 24 17:40:29.684520 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de0a9d-95f0-4ecc-ab6c-e66aa1cd03d8 None None] Checking router: 3910f0f6-9528-4283-9963-e8f9a43d6f4b for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:40:29.690312 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-bee95963-f63a-4591-8f93-c3172e7f1f4b None None] Provisioning complete for port 5aa37949-6ec5-418f-a94b-827fb50f97f3 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:40:29.690693 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-bee95963-f63a-4591-8f93-c3172e7f1f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:29.728652 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5630a-2a0b-44eb-8886-1899560d9961 req-c8c000f7-baf7-4f41-958b-1228947e3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:29.730696 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-fcf5630a-2a0b-44eb-8886-1899560d9961 req-c8c000f7-baf7-4f41-958b-1228947e3ae5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69302ed6-9170-4ef4-ac54-f17326f729a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485883 Aug 24 17:40:29.751816 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de0a9d-95f0-4ecc-ab6c-e66aa1cd03d8 None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:40:29.752380 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-65de0a9d-95f0-4ecc-ab6c-e66aa1cd03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:40:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:30.012497 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e485c10b-1e83-4572-bf99-82ef84323ff8 req-46aa1633-fc43-4ed0-87f1-014fa255a5f4 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf26285-34a8-44a8-933c-e502780911b6 HTTP/1.1" status: 200 len: 210 time: 0.0497255 Aug 24 17:40:30.063587 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-fcf5630a-2a0b-44eb-8886-1899560d9961 req-64b2fe9b-57a4-4f9f-9559-732ac4f94f5c service neutron] 10.222.0.42 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233867 Aug 24 17:40:30.156350 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-65de0a9d-95f0-4ecc-ab6c-e66aa1cd03d8 None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:40:30.186684 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-fcf5630a-2a0b-44eb-8886-1899560d9961 req-971d005d-6401-4001-b5cc-47360bff932c service neutron] 10.222.0.42 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090496 Aug 24 17:40:30.227112 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7d94f-c046-462a-a9fd-bddef427f7a8 req-d6715f08-65d5-451f-9a7b-3fc3836c80f8 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:30.228679 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6ad7d94f-c046-462a-a9fd-bddef427f7a8 req-d6715f08-65d5-451f-9a7b-3fc3836c80f8 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 944 time: 0.0512404 Aug 24 17:40:30.275290 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6ad7d94f-c046-462a-a9fd-bddef427f7a8 req-191ffe14-5e9a-4f35-a770-d03c787d957a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400934 Aug 24 17:40:30.473025 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:30.535827 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-65de0a9d-95f0-4ecc-ab6c-e66aa1cd03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:45Z', 'revision_number': 5, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:30.565610 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de0a9d-95f0-4ecc-ab6c-e66aa1cd03d8 None None] The sync data for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi is: [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:33:38Z', 'revision_number': 4, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '6ce2f4aa-b7fb-4dec-91cc-99018aed82ea', 'name': '', 'network_id': '703df97f-2490-4b01-bd7b-1ec10d27aeb4', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'mac_address': 'fa:16:3e:99:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:45Z', 'revision_number': 5, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'subnets': [{'id': 'f7a0df6f-fffc-4481-bad8-6c067b26a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:40:30.765595 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49762085-1a7b-431c-82d3-84d1cca4a9c8 None None] New status for floating IP e42bfe3b-3c28-49b0-b01a-4be4366b2827: DOWN {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:40:30.792418 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 0fcc9a71-f924-4107-a775-96c0c506ce1c details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:40:30.795526 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device f39006ff-ff71-47c0-800c-7a04c0c1d98d no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:40:30.822093 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: f39006ff-ff71-47c0-800c-7a04c0c1d98d {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:40:30.822438 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device f39006ff-ff71-47c0-800c-7a04c0c1d98d not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:40:30.908747 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 0fcc9a71-f924-4107-a775-96c0c506ce1c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0fcc9a71-f924-4107-a775-96c0c506ce1c,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:30.918756 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'port_id': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'mac_address': 'fa:16:3e:2c:50:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:40:30.959146 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:30.973016 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcc9a71-f924-4107-a775-96c0c506ce1c {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:40:30.992735 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 0fcc9a71-f924-4107-a775-96c0c506ce1c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0fcc9a71-f924-4107-a775-96c0c506ce1c,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:31.063778 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:31.110766 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=0fcc9a71-f924-4107-a775-96c0c506ce1c,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:31.156901 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40812) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:31.209907 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ae84069c-e012-4752-bef9-3e08861a1e4e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:31.232780 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ae84069c-e012-4752-bef9-3e08861a1e4e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:31.308772 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['0fcc9a71-f924-4107-a775-96c0c506ce1c'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:40:31.339045 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ae84069c-e012-4752-bef9-3e08861a1e4e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:31.341886 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-ae84069c-e012-4752-bef9-3e08861a1e4e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:31.343342 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-ae84069c-e012-4752-bef9-3e08861a1e4e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "DELETE /v2.0/security-groups/85a4f260-dd80-4e7c-979f-ad53426fc3cd HTTP/1.1" status: 204 len: 168 time: 0.1853588 Aug 24 17:40:31.346615 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40816) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:31.352646 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84069c-e012-4752-bef9-3e08861a1e4e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a4f260-dd80-4e7c-979f-ad53426fc3cd,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:31.395200 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.api.v2.resource [None req-5283da87-d946-4a54-8361-8f8cffe9b90e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] show failed (client error): The resource could not be found. Aug 24 17:40:31.396274 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-5283da87-d946-4a54-8361-8f8cffe9b90e tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "GET /v2.0/security-groups/85a4f260-dd80-4e7c-979f-ad53426fc3cd HTTP/1.1" status: 404 len: 347 time: 0.0349088 Aug 24 17:40:31.399285 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40818) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:31.458187 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0014a3-2743-40a9-b01d-d60580dc0423 req-ef6f1241-8c40-4db3-9385-ead6f5dc7c9d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:31.459658 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4b0014a3-2743-40a9-b01d-d60580dc0423 req-ef6f1241-8c40-4db3-9385-ead6f5dc7c9d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 945 time: 0.1154304 Aug 24 17:40:31.546669 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4b0014a3-2743-40a9-b01d-d60580dc0423 req-8928e5b1-f1ff-4d5d-a641-e2cbf671ffb6 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588927 Aug 24 17:40:31.563323 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-a69ba789-568e-41f0-a0cf-ae16f40386f6 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Deleting port 048c1a4b-45aa-4348-aeed-130ece7f4fb3 {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:40:31.563595 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a69ba789-568e-41f0-a0cf-ae16f40386f6 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:31.641622 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a69ba789-568e-41f0-a0cf-ae16f40386f6 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:31.641950 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a69ba789-568e-41f0-a0cf-ae16f40386f6 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:31.653057 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-a69ba789-568e-41f0-a0cf-ae16f40386f6 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Calling delete_port for 048c1a4b-45aa-4348-aeed-130ece7f4fb3 owned by network:floatingip {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:40:31.864224 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a69ba789-568e-41f0-a0cf-ae16f40386f6 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:31.887201 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ba789-568e-41f0-a0cf-ae16f40386f6 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Pushing event deleted for resources: {'Port': ['ID=048c1a4b-45aa-4348-aeed-130ece7f4fb3,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:31.949461 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a69ba789-568e-41f0-a0cf-ae16f40386f6 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks [] for floatingip, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:31.952026 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a69ba789-568e-41f0-a0cf-ae16f40386f6 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:31.953446 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a69ba789-568e-41f0-a0cf-ae16f40386f6 tempest-AttachVolumeTestJSON-623566946 tempest-AttachVolumeTestJSON-623566946-project] 10.222.0.41 "DELETE /v2.0/floatingips/e42bfe3b-3c28-49b0-b01a-4be4366b2827 HTTP/1.1" status: 204 len: 168 time: 0.5532258 Aug 24 17:40:32.666677 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc435c8-d057-4131-b5ca-bde154a22c93 req-cee41e5f-17bf-41bc-b9a6-1a23ba08b833 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:32.668117 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bdc435c8-d057-4131-b5ca-bde154a22c93 req-cee41e5f-17bf-41bc-b9a6-1a23ba08b833 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 945 time: 0.0539701 Aug 24 17:40:32.708614 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bdc435c8-d057-4131-b5ca-bde154a22c93 req-2419fd64-d629-4c58-9788-1266cfc1a076 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337017 Aug 24 17:40:32.821534 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 0fcc9a71-f924-4107-a775-96c0c506ce1c up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:40:32.938984 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 0fcc9a71-f924-4107-a775-96c0c506ce1c completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:40:32.943015 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 0fcc9a71-f924-4107-a775-96c0c506ce1c triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:40:32.943387 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:33.022070 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:33.043382 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcc9a71-f924-4107-a775-96c0c506ce1c'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:40:33.045675 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf1a82f-f134-4e4b-b72f-f655488555a1" -d '{"events": [{"server_uuid": "4993d408-0c20-41f3-ba93-66c04a5aae23", "name": "network-vif-plugged", "status": "completed", "tag": "0fcc9a71-f924-4107-a775-96c0c506ce1c"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:40:33.058562 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 0fcc9a71-f924-4107-a775-96c0c506ce1c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0fcc9a71-f924-4107-a775-96c0c506ce1c,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:33.081778 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9413b5fa-8b34-47b3-8319-bac0d706f7a0 x-openstack-request-id: req-9413b5fa-8b34-47b3-8319-bac0d706f7a0 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:40:33.082066 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4993d408-0c20-41f3-ba93-66c04a5aae23", "name": "network-vif-plugged", "status": "completed", "tag": "0fcc9a71-f924-4107-a775-96c0c506ce1c", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:40:33.082320 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9413b5fa-8b34-47b3-8319-bac0d706f7a0 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:40:33.082706 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'code': 200} Aug 24 17:40:33.121332 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:33.168953 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=0fcc9a71-f924-4107-a775-96c0c506ce1c,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:33.409723 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4daae6-50a8-4763-aaa8-0b231e1c198c req-27f51997-25ee-4f45-a446-a40393c16547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:33.411214 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7d4daae6-50a8-4763-aaa8-0b231e1c198c req-27f51997-25ee-4f45-a446-a40393c16547 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 1099 time: 0.0395260 Aug 24 17:40:33.446128 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-7d4daae6-50a8-4763-aaa8-0b231e1c198c req-e53b70dc-2de2-4edd-9c1b-2919b7bb4323 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278251 Aug 24 17:40:33.830214 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c178110-3472-4d7e-873e-a2c26c72f16d req-922ae3d5-4068-4c63-9a05-60e4da6e3a69 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:33.831670 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5c178110-3472-4d7e-873e-a2c26c72f16d req-922ae3d5-4068-4c63-9a05-60e4da6e3a69 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 946 time: 0.0475533 Aug 24 17:40:33.868675 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5c178110-3472-4d7e-873e-a2c26c72f16d req-fea80912-9fe3-4831-8252-0f9061d6fa54 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310979 Aug 24 17:40:34.981243 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985dbc-e903-4988-b551-b472ea00e6fe req-42e14010-6a69-48a5-9fa6-1d897432f768 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:34.982678 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-16985dbc-e903-4988-b551-b472ea00e6fe req-42e14010-6a69-48a5-9fa6-1d897432f768 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 946 time: 0.0476384 Aug 24 17:40:35.020958 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-16985dbc-e903-4988-b551-b472ea00e6fe req-afc669f8-5239-4b19-92f4-4cf419ae4f31 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311141 Aug 24 17:40:35.138364 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a62ad-3912-494a-b4cb-eb06698f357d req-a78a8263-2072-4b59-8f0e-86cdcf5dd61c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:35.139712 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6d2a62ad-3912-494a-b4cb-eb06698f357d req-a78a8263-2072-4b59-8f0e-86cdcf5dd61c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 946 time: 0.0530877 Aug 24 17:40:35.177949 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6d2a62ad-3912-494a-b4cb-eb06698f357d req-72f5a4e3-aeae-4613-8ef8-3d57f58fcd89 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320904 Aug 24 17:40:35.199652 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40852) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:35.238943 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c086bfed-b49c-44c8-9508-bd7d9b884508 tempest-TestVolumeBootPattern-1932135789 tempest-TestVolumeBootPattern-1932135789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:35.240481 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-c086bfed-b49c-44c8-9508-bd7d9b884508 tempest-TestVolumeBootPattern-1932135789 tempest-TestVolumeBootPattern-1932135789-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 1094 time: 0.0398409 Aug 24 17:40:35.243241 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40854) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:35.247661 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Request body: {'floatingip': {'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'port_id': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:35.355645 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for floatingip, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:35.451687 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:35.552663 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Allocated IP 172.27.2.25 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/6b7847f5-b527-4585-ba04-10a104620cef) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:40:35.656333 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:35.743659 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:35.777568 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:40:35.780259 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:40:35.786727 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:40:35.813763 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'Port': ['ID=6b7847f5-b527-4585-ba04-10a104620cef,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:35.968700 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40862) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:36.444144 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:36.657943 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:36.849923 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ea7dfb39-b434-4d51-8d44-e9cfbc591386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929171'] for router_interface, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:36.919004 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for port, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:36.983586 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13043985'] for port, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:37.076872 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'Port': ['ID=6b7847f5-b527-4585-ba04-10a104620cef,revision_number=2']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:37.095250 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:37.237794 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.l3_db [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Floating IP cd3dc614-25c2-4e88-bc1f-517c32fe243e associated. External IP: 172.27.2.25, port: 0fcc9a71-f924-4107-a775-96c0c506ce1c. Aug 24 17:40:37.323135 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-ea7dfb39-b434-4d51-8d44-e9cfbc591386 admin admin] Deleting port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:40:37.323474 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ea7dfb39-b434-4d51-8d44-e9cfbc591386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:37.483018 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [None req-ea7dfb39-b434-4d51-8d44-e9cfbc591386 admin admin] For port 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=6ce2f4aa-b7fb-4dec-91cc-99018aed82ea,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:37.483684 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ea7dfb39-b434-4d51-8d44-e9cfbc591386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:37.502754 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-ea7dfb39-b434-4d51-8d44-e9cfbc591386 admin admin] Calling delete_port for 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea owned by network:router_interface {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:40:37.572244 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Router 1908430a-1814-4a46-8612-b745cedfc960 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:40:37.964933 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:40:37.975856 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f908a-23ef-4a44-96f2-b1650ca933b4 None None] Sync routers for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:40:37.986336 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f908a-23ef-4a44-96f2-b1650ca933b4 None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:40:37.986970 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-227f908a-23ef-4a44-96f2-b1650ca933b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:40:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:38.086444 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:38.090572 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-227f908a-23ef-4a44-96f2-b1650ca933b4 None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:40:38.113475 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a10778f7-1f26-45e6-852d-8db9b34b90fd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8691983 Aug 24 17:40:38.114070 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'tag': '0fcc9a71-f924-4107-a775-96c0c506ce1c'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:40:38.116292 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e6ce55-651c-496e-b29b-c1e1adef5084" -d '{"events": [{"name": "network-changed", "server_uuid": "4993d408-0c20-41f3-ba93-66c04a5aae23", "tag": "0fcc9a71-f924-4107-a775-96c0c506ce1c"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:40:38.129758 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ea7dfb39-b434-4d51-8d44-e9cfbc591386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:38.157413 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dfb39-b434-4d51-8d44-e9cfbc591386 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce2f4aa-b7fb-4dec-91cc-99018aed82ea,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:38.160162 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbee6920-a34c-4a29-abba-cab3ea08b88a x-openstack-request-id: req-fbee6920-a34c-4a29-abba-cab3ea08b88a {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:40:38.160577 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4993d408-0c20-41f3-ba93-66c04a5aae23", "tag": "0fcc9a71-f924-4107-a775-96c0c506ce1c", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:40:38.160941 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbee6920-a34c-4a29-abba-cab3ea08b88a {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:40:38.161438 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'tag': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'status': 'completed', 'code': 200} Aug 24 17:40:38.261406 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6ce55-651c-496e-b29b-c1e1adef5084 req-3c639a07-716f-4795-83a4-c00261044299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:38.263741 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e3e6ce55-651c-496e-b29b-c1e1adef5084 req-3c639a07-716f-4795-83a4-c00261044299 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 1099 time: 0.0701468 Aug 24 17:40:38.358830 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ea7dfb39-b434-4d51-8d44-e9cfbc591386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762085'] for router_interface, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:38.380574 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6ce55-651c-496e-b29b-c1e1adef5084 req-2196be9a-e1dd-45b9-a042-09dbea007b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:38.382143 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e3e6ce55-651c-496e-b29b-c1e1adef5084 req-2196be9a-e1dd-45b9-a042-09dbea007b6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 913 time: 0.1103535 Aug 24 17:40:38.383709 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-227f908a-23ef-4a44-96f2-b1650ca933b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': 'cd3dc614-25c2-4e88-bc1f-517c32fe243e', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:2c:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:40:36Z', 'updated_at': '2021-08-24T17:40:36Z', 'revision_number': 0, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:38.410998 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f908a-23ef-4a44-96f2-b1650ca933b4 None None] Checking router: 1908430a-1814-4a46-8612-b745cedfc960 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:40:38.419209 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f908a-23ef-4a44-96f2-b1650ca933b4 None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:40:38.419813 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-227f908a-23ef-4a44-96f2-b1650ca933b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:40:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:38.460237 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e3e6ce55-651c-496e-b29b-c1e1adef5084 req-76db26c5-64ad-4f2d-a673-53a8e62ccdd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fcc9a71-f924-4107-a775-96c0c506ce1c HTTP/1.1" status: 200 len: 999 time: 0.0672340 Aug 24 17:40:38.516167 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6ce55-651c-496e-b29b-c1e1adef5084 req-b78e7625-9ca4-40ed-96f2-35242dbf1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:38.518368 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e3e6ce55-651c-496e-b29b-c1e1adef5084 req-b78e7625-9ca4-40ed-96f2-35242dbf1d59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b HTTP/1.1" status: 200 len: 851 time: 0.0459239 Aug 24 17:40:38.527914 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-227f908a-23ef-4a44-96f2-b1650ca933b4 None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:40:38.565700 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6ce55-651c-496e-b29b-c1e1adef5084 req-40f9979d-1c5b-4357-9232-b42296a77b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:38.568284 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e3e6ce55-651c-496e-b29b-c1e1adef5084 req-40f9979d-1c5b-4357-9232-b42296a77b43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c32e03dc-a619-4714-9620-fefd583a9dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425377 Aug 24 17:40:38.598659 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7dfb39-b434-4d51-8d44-e9cfbc591386 admin admin] Router 3910f0f6-9528-4283-9963-e8f9a43d6f4b has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:40:38.672192 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e3e6ce55-651c-496e-b29b-c1e1adef5084 req-124fe955-21ab-4f18-bad9-622a1cfe423f service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959311 Aug 24 17:40:38.709153 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7dfb39-b434-4d51-8d44-e9cfbc591386 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:40:38.719860 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-ea7dfb39-b434-4d51-8d44-e9cfbc591386 admin admin] 10.222.0.41 "PUT /v2.0/routers/3910f0f6-9528-4283-9963-e8f9a43d6f4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7450707 Aug 24 17:40:38.720752 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40872) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:38.722166 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003624cc-27d0-4773-b514-7851fd443bb2 None None] Sync routers for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:40:38.731791 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003624cc-27d0-4773-b514-7851fd443bb2 None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:40:38.732664 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-003624cc-27d0-4773-b514-7851fd443bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:40:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:38.774862 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-227f908a-23ef-4a44-96f2-b1650ca933b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': 'cd3dc614-25c2-4e88-bc1f-517c32fe243e', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:2c:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:40:36Z', 'updated_at': '2021-08-24T17:40:36Z', 'revision_number': 0, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:38.778368 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-e3e6ce55-651c-496e-b29b-c1e1adef5084 req-c0f44f76-031f-41e6-ba82-b6fcc923b1d7 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959442 Aug 24 17:40:38.805956 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f908a-23ef-4a44-96f2-b1650ca933b4 None None] The sync data for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi is: [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': 'cd3dc614-25c2-4e88-bc1f-517c32fe243e', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:2c:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:40:36Z', 'updated_at': '2021-08-24T17:40:36Z', 'revision_number': 0, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:40:38.844355 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-003624cc-27d0-4773-b514-7851fd443bb2 None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:40:38.850060 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:38.971532 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:39.037542 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6c3328-4c44-4d80-b6f0-e7ee2bfacc3b None None] New status for floating IP cd3dc614-25c2-4e88-bc1f-517c32fe243e: ACTIVE {{(pid=94621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:40:39.115786 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Deleting port 7a5adf19-4e9f-47e6-ab5c-314468b392d7 {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:40:39.116154 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:39.126117 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-003624cc-27d0-4773-b514-7851fd443bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:40:37Z', 'revision_number': 5, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port': {'id': '7a5adf19-4e9f-47e6-ab5c-314468b392d7', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:33Z', 'updated_at': '2021-08-24T17:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:39.155337 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003624cc-27d0-4773-b514-7851fd443bb2 None None] Checking router: 3910f0f6-9528-4283-9963-e8f9a43d6f4b for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:40:39.169367 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003624cc-27d0-4773-b514-7851fd443bb2 None None] Routers {'3910f0f6-9528-4283-9963-e8f9a43d6f4b'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:40:39.169367 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-003624cc-27d0-4773-b514-7851fd443bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:40:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:39.252350 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] For port 7a5adf19-4e9f-47e6-ab5c-314468b392d7, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=7a5adf19-4e9f-47e6-ab5c-314468b392d7,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:39.253279 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:39.271146 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Calling delete_port for 7a5adf19-4e9f-47e6-ab5c-314468b392d7 owned by network:router_gateway {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:40:39.278931 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-003624cc-27d0-4773-b514-7851fd443bb2 None None] Set router 3910f0f6-9528-4283-9963-e8f9a43d6f4b gateway port host: None {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:40:39.294757 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377b774-51b9-4e0d-95d5-2b0f36e76a28 req-3e60eeab-b19a-4da9-8341-c8ee72df74ab tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:39.297006 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8377b774-51b9-4e0d-95d5-2b0f36e76a28 req-3e60eeab-b19a-4da9-8341-c8ee72df74ab tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0856984 Aug 24 17:40:39.335694 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-003624cc-27d0-4773-b514-7851fd443bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:40:38Z', 'revision_number': 6, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port_host': None}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:39.363414 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003624cc-27d0-4773-b514-7851fd443bb2 None None] The sync data for ids ['3910f0f6-9528-4283-9963-e8f9a43d6f4b'] in dv-cinder-788782-4-iscsi is: [{'id': '3910f0f6-9528-4283-9963-e8f9a43d6f4b', 'name': 'tempest-AttachVolumeTestJSON-2086696984-router', 'tenant_id': 'fab5df39ab324a65a39f6aa738975daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:32Z', 'updated_at': '2021-08-24T17:40:38Z', 'revision_number': 6, 'project_id': 'fab5df39ab324a65a39f6aa738975daf', 'gw_port_host': None}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:40:39.381503 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8377b774-51b9-4e0d-95d5-2b0f36e76a28 req-ae0a562a-534b-4b71-bf6a-76dd8a8d784f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535526 Aug 24 17:40:39.397095 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d97081-bd95-483d-a0f7-9c16de57c07c req-7c485039-2372-47c0-990a-1471ff500452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:39.399149 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-32d97081-bd95-483d-a0f7-9c16de57c07c req-7c485039-2372-47c0-990a-1471ff500452 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b95c9eb59c4bcc9d10161c7e9490ec&device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 1138 time: 0.0486984 Aug 24 17:40:39.503179 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d97081-bd95-483d-a0f7-9c16de57c07c req-ff45051c-f7c4-4bd1-9c77-c3993542c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:39.504665 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-32d97081-bd95-483d-a0f7-9c16de57c07c req-ff45051c-f7c4-4bd1-9c77-c3993542c4fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=69302ed6-9170-4ef4-ac54-f17326f729a7 HTTP/1.1" status: 200 len: 916 time: 0.0967095 Aug 24 17:40:39.555911 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:39.573554 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-32d97081-bd95-483d-a0f7-9c16de57c07c req-a9d5111b-4d66-45af-b6bd-00cb860cc1cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aa37949-6ec5-418f-a94b-827fb50f97f3 HTTP/1.1" status: 200 len: 1002 time: 0.0598938 Aug 24 17:40:39.587497 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5adf19-4e9f-47e6-ab5c-314468b392d7,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:39.635812 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d97081-bd95-483d-a0f7-9c16de57c07c req-77745cfb-3366-4582-9c11-9e1597eed5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:39.637306 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-32d97081-bd95-483d-a0f7-9c16de57c07c req-77745cfb-3366-4582-9c11-9e1597eed5ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54991683-f067-473e-9ab5-5a2f8cf97dae HTTP/1.1" status: 200 len: 854 time: 0.0494878 Aug 24 17:40:39.642941 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922815'] for router_gateway, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:39.683758 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d97081-bd95-483d-a0f7-9c16de57c07c req-8d2d5ddf-6ef0-4ab8-9332-28ff9107340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:39.685189 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-32d97081-bd95-483d-a0f7-9c16de57c07c req-8d2d5ddf-6ef0-4ab8-9332-28ff9107340e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69302ed6-9170-4ef4-ac54-f17326f729a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398989 Aug 24 17:40:39.751560 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8087'] for router, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:39.753867 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:39.794823 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-32d97081-bd95-483d-a0f7-9c16de57c07c req-4a4c97ec-f363-4098-8520-665fbbc3ebc0 service neutron] 10.222.0.42 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008546 Aug 24 17:40:39.864516 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-923686'] for router, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:39.865153 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3910f0f6-9528-4283-9963-e8f9a43d6f4b {{(pid=94620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:40:39.870200 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:39.874742 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-bc375bd7-34c9-46da-ac38-df2d5b5184f2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3910f0f6-9528-4283-9963-e8f9a43d6f4b HTTP/1.1" status: 204 len: 168 time: 1.1493344 Aug 24 17:40:39.874742 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40878) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:39.908708 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-32d97081-bd95-483d-a0f7-9c16de57c07c req-7312361f-9272-4ca5-9b50-3c30c4b61faf service neutron] 10.222.0.42 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004219 Aug 24 17:40:39.919045 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f53b5ca-e23f-4d17-9f61-921dc15ffdbb admin admin] Deleting subnet f7a0df6f-fffc-4481-bad8-6c067b26a643 {{(pid=94620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:40:39.922048 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8f53b5ca-e23f-4d17-9f61-921dc15ffdbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:39.956127 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8f53b5ca-e23f-4d17-9f61-921dc15ffdbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13639778'] for subnet, precommit_delete_associations {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.063809 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8f53b5ca-e23f-4d17-9f61-921dc15ffdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.219538 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8f53b5ca-e23f-4d17-9f61-921dc15ffdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12929148'] for subnet, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.221452 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:40:40.241818 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:40:40.242168 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 6ce2f4aa-b7fb-4dec-91cc-99018aed82ea not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:40:40.252632 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53b5ca-e23f-4d17-9f61-921dc15ffdbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a0df6f-fffc-4481-bad8-6c067b26a643,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:40.256273 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8f53b5ca-e23f-4d17-9f61-921dc15ffdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.258214 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-8f53b5ca-e23f-4d17-9f61-921dc15ffdbb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f7a0df6f-fffc-4481-bad8-6c067b26a643 HTTP/1.1" status: 204 len: 168 time: 0.3833678 Aug 24 17:40:40.260908 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40880) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:40.269350 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e63694-4cf5-4213-9760-67e932212423 None None] Network 703df97f-2490-4b01-bd7b-1ec10d27aeb4 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:40:40.333098 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.390497 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Deleting port 65165029-79af-443e-84c9-cf546e2ebddb {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:40:40.391197 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.485747 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536a884c-ab24-4b4e-8576-7a24913e656b None None] DHCP port deletion for 703df97f-2490-4b01-bd7b-1ec10d27aeb4 request from dv-cinder-788782-4-iscsi {{(pid=94621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:40:40.501729 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] For port 65165029-79af-443e-84c9-cf546e2ebddb, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=65165029-79af-443e-84c9-cf546e2ebddb,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:40.502087 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.515901 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Calling delete_port for 65165029-79af-443e-84c9-cf546e2ebddb owned by network:dhcp {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:40:40.535282 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-536a884c-ab24-4b4e-8576-7a24913e656b None None] Deleting port 65165029-79af-443e-84c9-cf546e2ebddb {{(pid=94621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:40:40.535688 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-536a884c-ab24-4b4e-8576-7a24913e656b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.543208 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c60b55-bbc8-4c43-b135-62e40495f539 req-064740fe-5957-45ea-b924-c74d23cd5bb9 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:40.544682 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-09c60b55-bbc8-4c43-b135-62e40495f539 req-064740fe-5957-45ea-b924-c74d23cd5bb9 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0798080 Aug 24 17:40:40.600057 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-536a884c-ab24-4b4e-8576-7a24913e656b None None] For port 65165029-79af-443e-84c9-cf546e2ebddb, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=65165029-79af-443e-84c9-cf546e2ebddb,segment=NetworkSegment(bbddfa97-c84c-4803-829f-a1242b78b542),segment_id=bbddfa97-c84c-4803-829f-a1242b78b542)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:40.600449 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-536a884c-ab24-4b4e-8576-7a24913e656b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.613011 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-536a884c-ab24-4b4e-8576-7a24913e656b None None] Calling delete_port for 65165029-79af-443e-84c9-cf546e2ebddb owned by network:dhcp {{(pid=94621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:40:40.627217 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-09c60b55-bbc8-4c43-b135-62e40495f539 req-c676413f-c7ee-4de0-a7da-60e2f3a954df tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496275 Aug 24 17:40:40.715632 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.725067 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-536a884c-ab24-4b4e-8576-7a24913e656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137'] for port, after_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.742366 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65165029-79af-443e-84c9-cf546e2ebddb,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:40.744184 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] No DVR routers for this DVR port 65165029-79af-443e-84c9-cf546e2ebddb on host dv-cinder-788782-4-iscsi {{(pid=94620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:40:40.752547 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a884c-ab24-4b4e-8576-7a24913e656b None None] Pushing event deleted for resources: {'Port': ['ID=65165029-79af-443e-84c9-cf546e2ebddb,revision_number=None']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:40.754479 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a884c-ab24-4b4e-8576-7a24913e656b None None] No DVR routers for this DVR port 65165029-79af-443e-84c9-cf546e2ebddb on host dv-cinder-788782-4-iscsi {{(pid=94621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:40:40.815675 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.825172 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703df97f-2490-4b01-bd7b-1ec10d27aeb4']}} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:40.839082 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbddfa97-c84c-4803-829f-a1242b78b542') {'for_net_delete': True} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:40.839375 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbddfa97-c84c-4803-829f-a1242b78b542') {} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:40.848298 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13639789'] for segment, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.861518 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.867035 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:40:40.867418 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044013'] for segment, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: Traceback (most recent call last): Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: timer() Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: cb(*args, **kw) Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: return func(*args, **kwargs) Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: self._notify() Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: self.callback(batched_events) Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: event.method(event) Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: return f(self, *a, **k) Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._get(url).json() Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: return self.request(url, 'GET', **kwargs) Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:40:40.869016 dv-cinder-788782-4-iscsi neutron-server[94620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:40:40.955766 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.961246 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:40.967154 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/703df97f-2490-4b01-bd7b-1ec10d27aeb4 HTTP/1.1" status: 204 len: 168 time: 0.7014618 Aug 24 17:40:40.974720 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4e56f-9956-40ce-b463-8aa7617c05d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=703df97f-2490-4b01-bd7b-1ec10d27aeb4,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:41.223358 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40886) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:41.263383 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-14f09ab3-57cd-41a6-974c-834cfe844381 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fab5df39ab324a65a39f6aa738975daf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388901 Aug 24 17:40:41.265934 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40888) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:41.313697 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8cd66121-1cbf-4c90-b7fc-3e0e805ab36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:41.338046 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8cd66121-1cbf-4c90-b7fc-3e0e805ab36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:41.446861 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8cd66121-1cbf-4c90-b7fc-3e0e805ab36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:41.449362 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8cd66121-1cbf-4c90-b7fc-3e0e805ab36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:41.450500 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-8cd66121-1cbf-4c90-b7fc-3e0e805ab36e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58e76e1b-0623-46df-a6ea-c4886dcf9a3f HTTP/1.1" status: 204 len: 168 time: 0.1836195 Aug 24 17:40:41.460171 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd66121-1cbf-4c90-b7fc-3e0e805ab36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e76e1b-0623-46df-a6ea-c4886dcf9a3f,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:41.519993 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b072aba6-9be4-46d5-ad0b-d749a2977aee req-49ce0cfb-8bba-4f9f-8423-1399e954d6d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449312 Aug 24 17:40:41.585793 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072aba6-9be4-46d5-ad0b-d749a2977aee req-2c0e105d-1003-40d4-b4ab-bd827e5e5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:41.587313 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b072aba6-9be4-46d5-ad0b-d749a2977aee req-2c0e105d-1003-40d4-b4ab-bd827e5e5922 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 1099 time: 0.0405619 Aug 24 17:40:41.673716 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 7a5adf19-4e9f-47e6-ab5c-314468b392d7 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:40:41.694748 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 7a5adf19-4e9f-47e6-ab5c-314468b392d7 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:40:41.695091 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 7a5adf19-4e9f-47e6-ab5c-314468b392d7 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:40:41.695698 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 65165029-79af-443e-84c9-cf546e2ebddb no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:40:41.706296 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072aba6-9be4-46d5-ad0b-d749a2977aee req-d9d9bc69-e3c8-446c-b13b-333cc1951ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:41.706597 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b072aba6-9be4-46d5-ad0b-d749a2977aee req-d9d9bc69-e3c8-446c-b13b-333cc1951ad7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 200 len: 918 time: 0.0953441 Aug 24 17:40:41.715486 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 65165029-79af-443e-84c9-cf546e2ebddb {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:40:41.715838 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 65165029-79af-443e-84c9-cf546e2ebddb not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:40:41.758054 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fc897-b805-45ee-924c-3f47fca87a9a req-70a1fc89-3baa-4769-a570-f0c4c688db73 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:41.760102 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c93fc897-b805-45ee-924c-3f47fca87a9a req-70a1fc89-3baa-4769-a570-f0c4c688db73 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0573750 Aug 24 17:40:41.785850 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b072aba6-9be4-46d5-ad0b-d749a2977aee req-cfab73cb-8094-430e-b7ed-9d205510e939 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2 HTTP/1.1" status: 200 len: 1001 time: 0.0701492 Aug 24 17:40:41.801840 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c93fc897-b805-45ee-924c-3f47fca87a9a req-05785e7e-8d19-485d-832b-af5ce04e00d6 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355346 Aug 24 17:40:41.847135 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072aba6-9be4-46d5-ad0b-d749a2977aee req-4afb4839-2238-4134-b95e-5f9133a38126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:41.848878 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b072aba6-9be4-46d5-ad0b-d749a2977aee req-4afb4839-2238-4134-b95e-5f9133a38126 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=369c7c3a-2d96-4b71-a819-43b2e67698fe HTTP/1.1" status: 200 len: 856 time: 0.0550072 Aug 24 17:40:41.894847 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072aba6-9be4-46d5-ad0b-d749a2977aee req-c873331f-038f-4270-ac54-a0bfb5c741ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:41.896632 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b072aba6-9be4-46d5-ad0b-d749a2977aee req-c873331f-038f-4270-ac54-a0bfb5c741ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8e346-8b7a-4beb-8083-d8c62155826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404444 Aug 24 17:40:41.988665 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b072aba6-9be4-46d5-ad0b-d749a2977aee req-05aa01bb-6532-447d-bbf4-bf17de9091f5 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830157 Aug 24 17:40:42.097837 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b072aba6-9be4-46d5-ad0b-d749a2977aee req-28a83ced-df36-4857-a4d9-3ea0907afc71 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985065 Aug 24 17:40:42.486120 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:42.914031 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f634b1-fe62-4f23-ae15-f85049d669a1 req-27a10a92-44eb-4781-aa96-629864d4ba92 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:42.915550 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-38f634b1-fe62-4f23-ae15-f85049d669a1 req-27a10a92-44eb-4781-aa96-629864d4ba92 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0473511 Aug 24 17:40:42.957214 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-38f634b1-fe62-4f23-ae15-f85049d669a1 req-209a0595-084e-4b05-a912-87f2b60eaa26 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356340 Aug 24 17:40:43.703859 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40932) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:43.816378 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a806ae43-7f59-4fb5-98b9-5127fdb258c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:43.923181 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a806ae43-7f59-4fb5-98b9-5127fdb258c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:43.985377 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a806ae43-7f59-4fb5-98b9-5127fdb258c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:44.041102 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a806ae43-7f59-4fb5-98b9-5127fdb258c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4a75cb9c9c04d78b56eb912f641b72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361435 Aug 24 17:40:44.043772 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40940) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:44.053016 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806ae43-7f59-4fb5-98b9-5127fdb258c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf9742e-9b3d-44ca-94c8-a96ffe9dab24,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:44.103738 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:44.106984 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59592b74-507e-4bbc-add3-0bfc2566ff5b req-18dc79d8-cadf-4f3c-8604-40a421792b74 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:44.109049 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-59592b74-507e-4bbc-add3-0bfc2566ff5b req-18dc79d8-cadf-4f3c-8604-40a421792b74 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0716629 Aug 24 17:40:44.127889 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:44.157552 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-59592b74-507e-4bbc-add3-0bfc2566ff5b req-aa7a307f-c77d-4175-9382-0bacf77798fb tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411491 Aug 24 17:40:44.292386 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:44.295287 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:44.296509 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bcf9742e-9b3d-44ca-94c8-a96ffe9dab24 HTTP/1.1" status: 204 len: 168 time: 0.2516470 Aug 24 17:40:44.312519 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf9742e-9b3d-44ca-94c8-a96ffe9dab24,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:44.321842 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:44.322201 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:44.322547 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:44.322982 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:44.323251 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:44.323555 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:44.323922 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:44.324209 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:44.324829 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:44.325060 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:44.325402 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:44.325900 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1bead6-373f-4992-906f-49f7c019f8ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:44.928063 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 40948) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:44.942135 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-761f3eb5-638b-4792-bcc2-b4198926253d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:45.034587 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-761f3eb5-638b-4792-bcc2-b4198926253d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:45.110187 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-761f3eb5-638b-4792-bcc2-b4198926253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:45.148472 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-761f3eb5-638b-4792-bcc2-b4198926253d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=540cd9e4c7014c9ba033ba8b8980fb47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192590 Aug 24 17:40:45.149291 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f3eb5-638b-4792-bcc2-b4198926253d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35842d5d-09b0-4e98-91f7-188351f301e5,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:45.151247 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 40950) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:40:45.201170 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-207922d1-a708-4b58-b82b-f20cbfb25f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:45.223222 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-207922d1-a708-4b58-b82b-f20cbfb25f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:45.297865 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ad93e-35c5-4f86-904d-62621f2ccc2c req-5f59f53a-1739-4176-a307-a82c6900e2b2 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:45.299415 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6d7ad93e-35c5-4f86-904d-62621f2ccc2c req-5f59f53a-1739-4176-a307-a82c6900e2b2 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0700676 Aug 24 17:40:45.339423 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6d7ad93e-35c5-4f86-904d-62621f2ccc2c req-64e8f98b-5ffe-49ab-8298-24a4ed2a7f63 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340533 Aug 24 17:40:45.367016 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-207922d1-a708-4b58-b82b-f20cbfb25f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:45.369504 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-207922d1-a708-4b58-b82b-f20cbfb25f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:45.370586 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-207922d1-a708-4b58-b82b-f20cbfb25f9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35842d5d-09b0-4e98-91f7-188351f301e5 HTTP/1.1" status: 204 len: 168 time: 0.2183495 Aug 24 17:40:45.378669 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207922d1-a708-4b58-b82b-f20cbfb25f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35842d5d-09b0-4e98-91f7-188351f301e5,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:46.461106 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca627a-f45a-4548-aae5-f70b0dcf51b3 req-c72e25a5-e264-43fc-845b-36403cac978b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:46.462581 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-54ca627a-f45a-4548-aae5-f70b0dcf51b3 req-c72e25a5-e264-43fc-845b-36403cac978b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0508380 Aug 24 17:40:46.505928 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-54ca627a-f45a-4548-aae5-f70b0dcf51b3 req-0ea75edf-f339-4412-a963-c7709a27e1e8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345356 Aug 24 17:40:47.622952 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c9edd-a3ba-4269-821f-6efcc5e4db27 req-c1f81ea2-5c2e-4736-b5cc-0f356674c76c tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:47.624409 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f90c9edd-a3ba-4269-821f-6efcc5e4db27 req-c1f81ea2-5c2e-4736-b5cc-0f356674c76c tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0497859 Aug 24 17:40:47.667709 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f90c9edd-a3ba-4269-821f-6efcc5e4db27 req-e3c5a124-087b-497b-9de6-e31e8e0b5bef tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372226 Aug 24 17:40:48.787288 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc5fa3-25a1-4960-a6b0-2dcf2999c201 req-c48e0e52-55ab-4629-9722-d9c0c930ba2c tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:48.788893 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bbfc5fa3-25a1-4960-a6b0-2dcf2999c201 req-c48e0e52-55ab-4629-9722-d9c0c930ba2c tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0504658 Aug 24 17:40:48.829732 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bbfc5fa3-25a1-4960-a6b0-2dcf2999c201 req-57e563d4-ac16-4d30-8e0b-761a22203531 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343702 Aug 24 17:40:49.957484 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643ffdf-02c4-4d60-9777-616ffde1bd6e req-e0b08e0f-608c-4a5a-9e68-cd0283d57ea1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:49.958946 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1643ffdf-02c4-4d60-9777-616ffde1bd6e req-e0b08e0f-608c-4a5a-9e68-cd0283d57ea1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0536981 Aug 24 17:40:49.998979 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1643ffdf-02c4-4d60-9777-616ffde1bd6e req-fabedf14-d017-48f9-bb88-a7c12df364d4 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336556 Aug 24 17:40:51.110404 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a833f-67d0-4dee-ba16-d834198f83b9 req-79386985-c873-447d-bd43-8d7af2124707 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:51.111875 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8e7a833f-67d0-4dee-ba16-d834198f83b9 req-79386985-c873-447d-bd43-8d7af2124707 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0473316 Aug 24 17:40:51.154406 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8e7a833f-67d0-4dee-ba16-d834198f83b9 req-f6fafa48-7152-4f86-aa30-0123d1eea288 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365834 Aug 24 17:40:52.269350 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558ae67-d208-481c-a759-5d7e19b2d940 req-e2cd8bcd-2ed5-4faa-847e-fda4c636fecf tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:52.270804 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c558ae67-d208-481c-a759-5d7e19b2d940 req-e2cd8bcd-2ed5-4faa-847e-fda4c636fecf tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0514648 Aug 24 17:40:52.309819 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c558ae67-d208-481c-a759-5d7e19b2d940 req-0c7b2b2e-dab1-4d8d-8384-fa2519c56a96 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328739 Aug 24 17:40:53.422910 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731a7f1-09ca-42aa-b61e-206d8f6077ed req-81af77f8-8f3f-472f-bd88-5f0f635e30d0 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:53.425292 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9731a7f1-09ca-42aa-b61e-206d8f6077ed req-81af77f8-8f3f-472f-bd88-5f0f635e30d0 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0501614 Aug 24 17:40:53.466905 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9731a7f1-09ca-42aa-b61e-206d8f6077ed req-ef297ee3-ee03-45a9-a696-6ff74cbcbcb6 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348005 Aug 24 17:40:54.583974 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd229bb-5bab-4d3f-8680-f34cccb9d61e req-c3b76ba2-767f-48d1-b46d-8c6e2e6632a5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:54.590130 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1fd229bb-5bab-4d3f-8680-f34cccb9d61e req-c3b76ba2-767f-48d1-b46d-8c6e2e6632a5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0503933 Aug 24 17:40:54.638300 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1fd229bb-5bab-4d3f-8680-f34cccb9d61e req-16b94a63-18c8-473e-bca6-ea5fb52c812f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450950 Aug 24 17:40:55.155666 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-3e70532e-5c39-43a5-9d70-55455ef24148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:55.753212 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7272268-c2cb-4e3e-ac90-607e97e7150e req-5ef42ec0-e8de-4359-b6e8-434ce3bd85f8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:55.754631 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e7272268-c2cb-4e3e-ac90-607e97e7150e req-5ef42ec0-e8de-4359-b6e8-434ce3bd85f8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0477531 Aug 24 17:40:55.793694 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e7272268-c2cb-4e3e-ac90-607e97e7150e req-36073105-bf88-4148-b6e3-1fb9f24d57b5 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331314 Aug 24 17:40:56.904702 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349d1e0-9a27-4784-998a-73af9b974986 req-fbce1324-619d-45f3-91df-9bf75fa8d611 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:56.906129 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1349d1e0-9a27-4784-998a-73af9b974986 req-fbce1324-619d-45f3-91df-9bf75fa8d611 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0473151 Aug 24 17:40:56.945624 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1349d1e0-9a27-4784-998a-73af9b974986 req-02e504f1-9e05-45b5-9406-abf97d8ce3bc tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331800 Aug 24 17:40:58.069995 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c9e26-bb96-46cb-a918-b05fde5e00ae req-f1f8752e-5054-4dcc-8998-71b7868dfd58 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:58.071475 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2c0c9e26-bb96-46cb-a918-b05fde5e00ae req-f1f8752e-5054-4dcc-8998-71b7868dfd58 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0521314 Aug 24 17:40:58.117822 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2c0c9e26-bb96-46cb-a918-b05fde5e00ae req-0adb841a-92c9-4e79-ad7c-ee61d890e9d3 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402822 Aug 24 17:40:58.132854 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d2a45a53-a0d3-423b-bcd0-44eb30121d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:58.195163 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:40:58.407039 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:40:59.240070 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf79eb-bb7f-470c-b661-c3bde9286e12 req-07ff833b-16f5-475a-84d7-41807b3612ea tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:40:59.241575 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-07cf79eb-bb7f-470c-b661-c3bde9286e12 req-07ff833b-16f5-475a-84d7-41807b3612ea tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0489998 Aug 24 17:40:59.281620 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-07cf79eb-bb7f-470c-b661-c3bde9286e12 req-e1196b92-7cfa-485c-a498-357d34796c72 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7b71a3e-4899-42a2-bab5-b31f42642b80&id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341015 Aug 24 17:40:59.457492 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:00.498344 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:04.413086 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc05d93-5858-46eb-95d4-74b627668e83 req-1cc23144-ebc1-477f-ba87-d572c291fc5c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:04.414452 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4fc05d93-5858-46eb-95d4-74b627668e83 req-1cc23144-ebc1-477f-ba87-d572c291fc5c tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 946 time: 0.0482721 Aug 24 17:41:04.454112 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4fc05d93-5858-46eb-95d4-74b627668e83 req-e41b1e0a-4fef-424a-8390-01d5574c758d tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338414 Aug 24 17:41:05.574392 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc753d-494e-43a6-9658-2e036f8e1984 req-4df37e49-51bb-4b48-94b6-d5abb8ac5b46 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:05.575842 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8ebc753d-494e-43a6-9658-2e036f8e1984 req-4df37e49-51bb-4b48-94b6-d5abb8ac5b46 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 946 time: 0.0500531 Aug 24 17:41:05.621197 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8ebc753d-494e-43a6-9658-2e036f8e1984 req-8ff7f24f-bd64-4c8e-b440-e285eeb99d92 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups?id=bcf2e443-d4da-4061-8f02-6ebe30f1a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355718 Aug 24 17:41:05.973808 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-efa97f44-d2fc-4f75-9f21-31450f18a8c6 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:05.975264 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-efa97f44-d2fc-4f75-9f21-31450f18a8c6 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 946 time: 0.0488412 Aug 24 17:41:06.071322 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Deleting port b40ec7e8-b8fb-411d-b667-01e618a097d2 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:41:06.071669 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:06.160083 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] For port b40ec7e8-b8fb-411d-b667-01e618a097d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b40ec7e8-b8fb-411d-b667-01e618a097d2,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:41:06.160481 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:06.334319 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:06.334711 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:06.335028 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.l3_db [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Floating IP 055c34fe-64a8-4d6d-b59a-9959b287491c disassociated. External IP: 172.27.2.133, port: b40ec7e8-b8fb-411d-b667-01e618a097d2. Aug 24 17:41:06.335359 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Calling delete_port for b40ec7e8-b8fb-411d-b667-01e618a097d2 owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:41:06.538394 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:06.572949 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event deleted for resources: {'Port': ['ID=b40ec7e8-b8fb-411d-b667-01e618a097d2,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:06.683822 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Router 918876a2-9023-49e3-bc35-06543812ce5e has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:41:06.716453 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-119774a7-0a6d-43a2-872e-a2c85d6b9037 req-2cbeb31f-a670-4116-9d08-15335c5c43fc tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 210 time: 0.0250318 Aug 24 17:41:06.789575 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:41:06.799487 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c951941-32e2-4a5b-8eea-d9fe9c6b5266 None None] Sync routers for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:41:06.808799 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c951941-32e2-4a5b-8eea-d9fe9c6b5266 None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:41:06.809401 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-3c951941-32e2-4a5b-8eea-d9fe9c6b5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:40:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:06.827431 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] No DVR routers for this DVR port b40ec7e8-b8fb-411d-b667-01e618a097d2 on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:41:06.830107 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:06.832687 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a1e71f37-4327-4c0a-bc8c-7656e9c83309 req-0438c1fd-9891-460f-b65b-40b90e06cd4f tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.42 "DELETE /v2.0/ports/b40ec7e8-b8fb-411d-b667-01e618a097d2 HTTP/1.1" status: 204 len: 173 time: 0.8487914 Aug 24 17:41:06.833137 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'name': 'network-vif-deleted', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:41:06.835927 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f92a601-e6a1-400b-98e8-0597c8dd7cd6" -d '{"events": [{"server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "name": "network-vif-deleted", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:41:06.871328 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d808bf94-41ac-41b0-ba66-1bca5d3e2fba x-openstack-request-id: req-d808bf94-41ac-41b0-ba66-1bca5d3e2fba {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:41:06.871618 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee9666a-fff2-4947-8761-ab0a138fa583", "name": "network-vif-deleted", "tag": "b40ec7e8-b8fb-411d-b667-01e618a097d2", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:41:06.871868 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d808bf94-41ac-41b0-ba66-1bca5d3e2fba {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:41:06.872265 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee9666a-fff2-4947-8761-ab0a138fa583', 'name': 'network-vif-deleted', 'tag': 'b40ec7e8-b8fb-411d-b667-01e618a097d2', 'status': 'completed', 'code': 200} Aug 24 17:41:06.920750 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-3c951941-32e2-4a5b-8eea-d9fe9c6b5266 None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:41:07.120038 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-3c951941-32e2-4a5b-8eea-d9fe9c6b5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:58Z', 'revision_number': 5, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:07.148963 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c951941-32e2-4a5b-8eea-d9fe9c6b5266 None None] Checking router: 918876a2-9023-49e3-bc35-06543812ce5e for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:41:07.157464 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c951941-32e2-4a5b-8eea-d9fe9c6b5266 None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:41:07.157996 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-3c951941-32e2-4a5b-8eea-d9fe9c6b5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:40:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:07.261464 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-3c951941-32e2-4a5b-8eea-d9fe9c6b5266 None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:41:07.451997 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-3c951941-32e2-4a5b-8eea-d9fe9c6b5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:58Z', 'revision_number': 5, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:07.478073 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c951941-32e2-4a5b-8eea-d9fe9c6b5266 None None] The sync data for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi is: [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:33:47Z', 'revision_number': 4, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '8792149b-f61e-4201-b3b6-10bcd49b36b1', 'name': '', 'network_id': 'a0e8e346-8b7a-4beb-8083-d8c62155826a', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'mac_address': 'fa:16:3e:37:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:45Z', 'updated_at': '2021-08-24T17:33:58Z', 'revision_number': 5, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'subnets': [{'id': '369c7c3a-2d96-4b71-a819-43b2e67698fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:41:07.686781 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343f9327-b832-4353-a22b-52edc99ccba8 None None] New status for floating IP 055c34fe-64a8-4d6d-b59a-9959b287491c: DOWN {{(pid=94621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:41:07.824368 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-29c6523c-aedf-47e3-a0cb-07ca449e1e4d req-99802c5a-fe14-4101-8860-adb4db09fb67 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 210 time: 0.0254829 Aug 24 17:41:08.926168 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8537e28f-fb68-45fd-9843-76bc416b77e9 req-b5fe1657-1174-492f-8cd2-1b4001f9da8e tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 210 time: 0.0274529 Aug 24 17:41:09.773486 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b40ec7e8-b8fb-411d-b667-01e618a097d2 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:41:09.793425 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: b40ec7e8-b8fb-411d-b667-01e618a097d2 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:41:09.793791 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device b40ec7e8-b8fb-411d-b667-01e618a097d2 not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:41:10.032244 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-0493f2e8-6905-45bf-98c4-ee446c784514 req-003a3f96-7782-4d95-abcc-289d02e2f431 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ee9666a-fff2-4947-8761-ab0a138fa583 HTTP/1.1" status: 200 len: 210 time: 0.0253651 Aug 24 17:41:11.190432 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 41156) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:11.245421 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7e5b927b-6046-4a19-96d7-acf190c102a7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:11.276405 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7e5b927b-6046-4a19-96d7-acf190c102a7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:11.407068 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7e5b927b-6046-4a19-96d7-acf190c102a7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:11.409642 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7e5b927b-6046-4a19-96d7-acf190c102a7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:11.412972 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-7e5b927b-6046-4a19-96d7-acf190c102a7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "DELETE /v2.0/security-groups/bcf2e443-d4da-4061-8f02-6ebe30f1a461 HTTP/1.1" status: 204 len: 168 time: 0.2193806 Aug 24 17:41:11.413730 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 41158) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:11.420076 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b927b-6046-4a19-96d7-acf190c102a7 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf2e443-d4da-4061-8f02-6ebe30f1a461,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:11.427833 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.api.v2.resource [None req-12f5a363-2394-4035-9b58-93db0cebcd46 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] show failed (client error): The resource could not be found. Aug 24 17:41:11.430604 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-12f5a363-2394-4035-9b58-93db0cebcd46 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "GET /v2.0/security-groups/bcf2e443-d4da-4061-8f02-6ebe30f1a461 HTTP/1.1" status: 404 len: 347 time: 0.0141664 Aug 24 17:41:11.432556 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 41160) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:11.553423 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-70123d51-4651-4994-bd3a-e3368f05f869 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Deleting port ac49ed28-00c3-4327-b9d3-1abaa8a856e2 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:41:11.553800 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70123d51-4651-4994-bd3a-e3368f05f869 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:11.626153 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70123d51-4651-4994-bd3a-e3368f05f869 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:11.626463 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70123d51-4651-4994-bd3a-e3368f05f869 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:11.638431 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-70123d51-4651-4994-bd3a-e3368f05f869 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Calling delete_port for ac49ed28-00c3-4327-b9d3-1abaa8a856e2 owned by network:floatingip {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:41:11.812872 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70123d51-4651-4994-bd3a-e3368f05f869 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:11.840015 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70123d51-4651-4994-bd3a-e3368f05f869 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Pushing event deleted for resources: {'Port': ['ID=ac49ed28-00c3-4327-b9d3-1abaa8a856e2,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:11.902767 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70123d51-4651-4994-bd3a-e3368f05f869 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks [] for floatingip, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:11.905345 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-70123d51-4651-4994-bd3a-e3368f05f869 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:11.906486 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-70123d51-4651-4994-bd3a-e3368f05f869 tempest-AttachVolumeShelveTestJSON-1082397239 tempest-AttachVolumeShelveTestJSON-1082397239-project] 10.222.0.41 "DELETE /v2.0/floatingips/055c34fe-64a8-4d6d-b59a-9959b287491c HTTP/1.1" status: 204 len: 168 time: 0.4729526 Aug 24 17:41:12.475420 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:16.763815 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 41212) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:17.316256 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e593a863-7cfd-448d-93a4-190f6f59ad23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929171'] for router_interface, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:17.599831 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-e593a863-7cfd-448d-93a4-190f6f59ad23 admin admin] Deleting port 8792149b-f61e-4201-b3b6-10bcd49b36b1 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:41:17.600192 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e593a863-7cfd-448d-93a4-190f6f59ad23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:17.909580 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-e593a863-7cfd-448d-93a4-190f6f59ad23 admin admin] For port 8792149b-f61e-4201-b3b6-10bcd49b36b1, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=8792149b-f61e-4201-b3b6-10bcd49b36b1,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:41:17.910162 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e593a863-7cfd-448d-93a4-190f6f59ad23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:17.923903 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-e593a863-7cfd-448d-93a4-190f6f59ad23 admin admin] Calling delete_port for 8792149b-f61e-4201-b3b6-10bcd49b36b1 owned by network:router_interface {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:41:18.235586 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e593a863-7cfd-448d-93a4-190f6f59ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:18.264251 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593a863-7cfd-448d-93a4-190f6f59ad23 admin admin] Pushing event deleted for resources: {'Port': ['ID=8792149b-f61e-4201-b3b6-10bcd49b36b1,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:18.436259 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e593a863-7cfd-448d-93a4-190f6f59ad23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762085'] for router_interface, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:18.647654 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e593a863-7cfd-448d-93a4-190f6f59ad23 admin admin] Router 918876a2-9023-49e3-bc35-06543812ce5e has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:41:18.749865 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e593a863-7cfd-448d-93a4-190f6f59ad23 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:41:18.755387 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-e593a863-7cfd-448d-93a4-190f6f59ad23 admin admin] 10.222.0.41 "PUT /v2.0/routers/918876a2-9023-49e3-bc35-06543812ce5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9905064 Aug 24 17:41:18.758157 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 41248) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:18.759023 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39cda2a-adb8-40c9-898e-c3c0b2c6ea7a None None] Sync routers for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:41:18.767648 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39cda2a-adb8-40c9-898e-c3c0b2c6ea7a None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:41:18.768239 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-e39cda2a-adb8-40c9-898e-c3c0b2c6ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:40:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:18.860652 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Notify callbacks [] for router, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:18.869975 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-e39cda2a-adb8-40c9-898e-c3c0b2c6ea7a None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:41:18.965210 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:19.044156 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-e39cda2a-adb8-40c9-898e-c3c0b2c6ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ac812174-adce-4fee-b352-fda4010d1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:41:18Z', 'revision_number': 5, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port': {'id': 'ac812174-adce-4fee-b352-fda4010d1945', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918876a2-9023-49e3-bc35-06543812ce5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:33:39Z', 'updated_at': '2021-08-24T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:19.070023 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39cda2a-adb8-40c9-898e-c3c0b2c6ea7a None None] Checking router: 918876a2-9023-49e3-bc35-06543812ce5e for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:41:19.070524 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Deleting port ac812174-adce-4fee-b352-fda4010d1945 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:41:19.070869 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:19.078139 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39cda2a-adb8-40c9-898e-c3c0b2c6ea7a None None] Routers {'918876a2-9023-49e3-bc35-06543812ce5e'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:41:19.078729 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-e39cda2a-adb8-40c9-898e-c3c0b2c6ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:40:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['918876a2-9023-49e3-bc35-06543812ce5e'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:19.152055 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] For port ac812174-adce-4fee-b352-fda4010d1945, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=ac812174-adce-4fee-b352-fda4010d1945,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:41:19.152473 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:19.162499 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-e39cda2a-adb8-40c9-898e-c3c0b2c6ea7a None None] Set router 918876a2-9023-49e3-bc35-06543812ce5e gateway port host: None {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:41:19.169865 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Calling delete_port for ac812174-adce-4fee-b352-fda4010d1945 owned by network:router_gateway {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:41:19.216682 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-e39cda2a-adb8-40c9-898e-c3c0b2c6ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:41:18Z', 'revision_number': 6, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port_host': None}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:19.331053 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39cda2a-adb8-40c9-898e-c3c0b2c6ea7a None None] The sync data for ids ['918876a2-9023-49e3-bc35-06543812ce5e'] in dv-cinder-788782-4-iscsi is: [{'id': '918876a2-9023-49e3-bc35-06543812ce5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1764321867-router', 'tenant_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:33:37Z', 'updated_at': '2021-08-24T17:41:18Z', 'revision_number': 6, 'project_id': '898a5b8cd0d34f068f885b6eab3e6f34', 'gw_port_host': None}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:41:19.388494 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:19.415690 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac812174-adce-4fee-b352-fda4010d1945,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:19.479303 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922815'] for router_gateway, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:19.583278 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8087'] for router, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:19.585462 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:19.721072 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-923686'] for router, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:19.721603 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 918876a2-9023-49e3-bc35-06543812ce5e {{(pid=94619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:41:19.728954 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] Notify callbacks [] for router, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:19.734472 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 41256) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:19.742530 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-74ac9f52-28f4-40d8-933d-f5e10254e650 admin admin] 10.222.0.41 "DELETE /v2.0/routers/918876a2-9023-49e3-bc35-06543812ce5e HTTP/1.1" status: 204 len: 168 time: 0.9829516 Aug 24 17:41:19.790497 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 8792149b-f61e-4201-b3b6-10bcd49b36b1 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:41:19.791274 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ca518c-714f-4c4e-9c11-1e8cbdcf6ad8 admin admin] Deleting subnet 369c7c3a-2d96-4b71-a819-43b2e67698fe {{(pid=94620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:41:19.794484 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a3ca518c-714f-4c4e-9c11-1e8cbdcf6ad8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:19.817781 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 8792149b-f61e-4201-b3b6-10bcd49b36b1 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:41:19.818126 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 8792149b-f61e-4201-b3b6-10bcd49b36b1 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:41:19.833757 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a3ca518c-714f-4c4e-9c11-1e8cbdcf6ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13639778'] for subnet, precommit_delete_associations {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:19.914518 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a3ca518c-714f-4c4e-9c11-1e8cbdcf6ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.041220 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a3ca518c-714f-4c4e-9c11-1e8cbdcf6ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12929148'] for subnet, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.069683 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca518c-714f-4c4e-9c11-1e8cbdcf6ad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369c7c3a-2d96-4b71-a819-43b2e67698fe,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:20.075431 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a3ca518c-714f-4c4e-9c11-1e8cbdcf6ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.077298 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a3ca518c-714f-4c4e-9c11-1e8cbdcf6ad8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/369c7c3a-2d96-4b71-a819-43b2e67698fe HTTP/1.1" status: 204 len: 168 time: 0.3433547 Aug 24 17:41:20.079865 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 41258) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:20.083286 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ba2c7-3022-49d4-b2e1-ecebc86cf855 None None] Network a0e8e346-8b7a-4beb-8083-d8c62155826a requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:41:20.153972 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.212048 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Deleting port 12d3b8f8-6603-48db-bfb4-07e2aac56106 {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:41:20.212410 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.269431 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] DHCP port deletion for a0e8e346-8b7a-4beb-8083-d8c62155826a request from dv-cinder-788782-4-iscsi {{(pid=94621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:41:20.289015 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] For port 12d3b8f8-6603-48db-bfb4-07e2aac56106, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=12d3b8f8-6603-48db-bfb4-07e2aac56106,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:41:20.289406 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.302720 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Calling delete_port for 12d3b8f8-6603-48db-bfb4-07e2aac56106 owned by network:dhcp {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:41:20.323505 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Deleting port 12d3b8f8-6603-48db-bfb4-07e2aac56106 {{(pid=94621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:41:20.323887 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.394508 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] For port 12d3b8f8-6603-48db-bfb4-07e2aac56106, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=12d3b8f8-6603-48db-bfb4-07e2aac56106,segment=NetworkSegment(eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1),segment_id=eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:41:20.402837 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.408651 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Calling delete_port for 12d3b8f8-6603-48db-bfb4-07e2aac56106 owned by network:dhcp {{(pid=94621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:41:20.481270 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.490368 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137'] for port, after_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.505699 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Pushing event deleted for resources: {'Port': ['ID=12d3b8f8-6603-48db-bfb4-07e2aac56106,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:20.511101 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] No DVR routers for this DVR port 12d3b8f8-6603-48db-bfb4-07e2aac56106 on host dv-cinder-788782-4-iscsi {{(pid=94620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:41:20.517264 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Pushing event deleted for resources: {'Port': ['ID=12d3b8f8-6603-48db-bfb4-07e2aac56106,revision_number=None']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:20.520339 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] No DVR routers for this DVR port 12d3b8f8-6603-48db-bfb4-07e2aac56106 on host dv-cinder-788782-4-iscsi {{(pid=94621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:41:20.530124 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:20.530124 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:20.530124 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:20.530124 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:20.531152 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:20.531152 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:20.531152 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:20.531152 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:20.531568 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:20.531745 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:20.532072 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:20.532568 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc53b-cf73-416a-a74c-6c004152b33b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:20.585502 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.595212 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e8e346-8b7a-4beb-8083-d8c62155826a']}} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:20.605486 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1') {'for_net_delete': True} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:20.605780 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa42811-4313-4ee9-bd7d-3ab10c1b3aa1') {} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:20.614775 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13639789'] for segment, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.628146 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.634651 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:41:20.635033 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044013'] for segment, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: Traceback (most recent call last): Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: timer() Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: cb(*args, **kw) Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: return func(*args, **kwargs) Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: self._notify() Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: self.callback(batched_events) Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: event.method(event) Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: return f(self, *a, **k) Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._get(url).json() Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: return self.request(url, 'GET', **kwargs) Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:41:20.636700 dv-cinder-788782-4-iscsi neutron-server[94620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:41:20.755305 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.759924 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:20.761819 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] 10.222.0.41 "DELETE /v2.0/networks/a0e8e346-8b7a-4beb-8083-d8c62155826a HTTP/1.1" status: 204 len: 168 time: 0.6810241 Aug 24 17:41:20.774988 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7b0e1-de0e-458c-983f-c3cc6874b46c admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e8e346-8b7a-4beb-8083-d8c62155826a,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:21.125607 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 41268) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:21.133355 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 41270) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:21.171488 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-18998b1c-669f-48db-af89-cdff4561e8c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=898a5b8cd0d34f068f885b6eab3e6f34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0447323 Aug 24 17:41:21.173915 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 41274) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:21.222924 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b2610fa2-5bbb-45aa-92ae-ca991f994e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:21.243918 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b2610fa2-5bbb-45aa-92ae-ca991f994e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:21.288749 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4e3015e9-33d7-47e2-bfb0-7ba3cfa0c096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:21.361011 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b2610fa2-5bbb-45aa-92ae-ca991f994e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:21.365419 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b2610fa2-5bbb-45aa-92ae-ca991f994e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:21.369269 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b2610fa2-5bbb-45aa-92ae-ca991f994e7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f60ae400-4cfb-46a6-9cc4-febb7f5c653c HTTP/1.1" status: 204 len: 168 time: 0.1917746 Aug 24 17:41:21.374597 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2610fa2-5bbb-45aa-92ae-ca991f994e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ae400-4cfb-46a6-9cc4-febb7f5c653c,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:21.374772 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4e3015e9-33d7-47e2-bfb0-7ba3cfa0c096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:21.445235 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4e3015e9-33d7-47e2-bfb0-7ba3cfa0c096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:21.483037 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-4e3015e9-33d7-47e2-bfb0-7ba3cfa0c096 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d892e1e09fb64996be9d8bf10ba6c0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485873 Aug 24 17:41:21.485002 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3015e9-33d7-47e2-bfb0-7ba3cfa0c096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd9e05b-8c7c-4f53-80f5-b68dde68ac4b,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:21.485611 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 41278) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:21.534255 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-06d6c8d6-2ae8-4962-9568-546da949dd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:21.555673 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-06d6c8d6-2ae8-4962-9568-546da949dd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:21.687502 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-06d6c8d6-2ae8-4962-9568-546da949dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:21.690965 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-06d6c8d6-2ae8-4962-9568-546da949dd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:21.691126 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 12d3b8f8-6603-48db-bfb4-07e2aac56106 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:41:21.697947 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-06d6c8d6-2ae8-4962-9568-546da949dd8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fd9e05b-8c7c-4f53-80f5-b68dde68ac4b HTTP/1.1" status: 204 len: 168 time: 0.2056036 Aug 24 17:41:21.704461 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6c8d6-2ae8-4962-9568-546da949dd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd9e05b-8c7c-4f53-80f5-b68dde68ac4b,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:21.716675 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 12d3b8f8-6603-48db-bfb4-07e2aac56106 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:41:21.717012 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 12d3b8f8-6603-48db-bfb4-07e2aac56106 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:41:21.717416 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device ac812174-adce-4fee-b352-fda4010d1945 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:41:21.739623 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: ac812174-adce-4fee-b352-fda4010d1945 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:41:21.739975 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device ac812174-adce-4fee-b352-fda4010d1945 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:41:22.354204 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 41304) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:22.367589 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-43703c28-e9a6-4518-8a74-8e83df8a8e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:22.457281 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-43703c28-e9a6-4518-8a74-8e83df8a8e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:22.532371 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-43703c28-e9a6-4518-8a74-8e83df8a8e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:22.572180 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-43703c28-e9a6-4518-8a74-8e83df8a8e3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9abeb90765904ec0945b318caa861683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161539 Aug 24 17:41:22.572325 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43703c28-e9a6-4518-8a74-8e83df8a8e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0cc040-95e8-4da7-8928-e7e5a0be4e8b,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:22.575443 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 41308) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:22.627309 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6b698a92-f75b-4e73-9516-43d6fb7ef49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:22.649480 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6b698a92-f75b-4e73-9516-43d6fb7ef49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:22.783937 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6b698a92-f75b-4e73-9516-43d6fb7ef49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:22.786674 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6b698a92-f75b-4e73-9516-43d6fb7ef49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:22.788182 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-6b698a92-f75b-4e73-9516-43d6fb7ef49c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e0cc040-95e8-4da7-8928-e7e5a0be4e8b HTTP/1.1" status: 204 len: 168 time: 0.2111983 Aug 24 17:41:22.796338 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b698a92-f75b-4e73-9516-43d6fb7ef49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0cc040-95e8-4da7-8928-e7e5a0be4e8b,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:25.172578 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-9dec68e7-8308-4712-87ae-2ee919d05310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:28.109422 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e2389cb3-ff3d-4cde-88fd-18a3893159d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:28.452405 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:29.429410 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:30.463777 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:32.746913 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 41488) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:33.076195 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:33.165707 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:33.224258 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:33.260968 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcdaedb3ea0d45c6834acf9077e942fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5129812 Aug 24 17:41:33.262845 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf98e7fc-9c2b-4f60-b7b2-3b4e95f44c18,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:33.263646 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 41502) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:33.269984 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:33.270333 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:33.270670 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:33.270999 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:33.271325 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:33.271651 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:33.271975 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:33.272297 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:33.272647 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:33.272968 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:33.273286 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:33.273607 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c61cf6-729f-4684-9b3a-20caca35747e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:33.312303 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b760c3ed-b0b7-45b9-bcb4-648e8a34a018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:33.332672 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b760c3ed-b0b7-45b9-bcb4-648e8a34a018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:33.439558 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b760c3ed-b0b7-45b9-bcb4-648e8a34a018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:33.442258 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b760c3ed-b0b7-45b9-bcb4-648e8a34a018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:33.443520 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b760c3ed-b0b7-45b9-bcb4-648e8a34a018 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf98e7fc-9c2b-4f60-b7b2-3b4e95f44c18 HTTP/1.1" status: 204 len: 168 time: 0.1788929 Aug 24 17:41:33.451036 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760c3ed-b0b7-45b9-bcb4-648e8a34a018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf98e7fc-9c2b-4f60-b7b2-3b4e95f44c18,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:33.991880 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 41512) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:34.007203 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c63a1381-8bc0-4a5a-92eb-94ecc7034e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:34.111976 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c63a1381-8bc0-4a5a-92eb-94ecc7034e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:34.189331 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c63a1381-8bc0-4a5a-92eb-94ecc7034e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:34.228014 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-c63a1381-8bc0-4a5a-92eb-94ecc7034e7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=890afb166a9c4df597d1631b318737f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349546 Aug 24 17:41:34.229120 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a1381-8bc0-4a5a-92eb-94ecc7034e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f18a0e1-5aaf-479b-82bc-a0b2b9ce3f4a,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:34.230942 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 41526) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:34.282314 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6078de30-108b-46a6-b646-ae4585b54115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:34.302851 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6078de30-108b-46a6-b646-ae4585b54115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:34.429403 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6078de30-108b-46a6-b646-ae4585b54115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:34.432083 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6078de30-108b-46a6-b646-ae4585b54115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:34.433310 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-6078de30-108b-46a6-b646-ae4585b54115 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f18a0e1-5aaf-479b-82bc-a0b2b9ce3f4a HTTP/1.1" status: 204 len: 168 time: 0.2010963 Aug 24 17:41:34.441710 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078de30-108b-46a6-b646-ae4585b54115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f18a0e1-5aaf-479b-82bc-a0b2b9ce3f4a,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:35.195459 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:41:39.955677 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 41648) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:40.057857 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2d15c477-3d8f-4514-9751-0083a2278339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:40.142834 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2d15c477-3d8f-4514-9751-0083a2278339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:40.229184 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2d15c477-3d8f-4514-9751-0083a2278339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:40.267543 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-2d15c477-3d8f-4514-9751-0083a2278339 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98e4ba87de5c44e8a1dd031a640af794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107386 Aug 24 17:41:40.268556 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15c477-3d8f-4514-9751-0083a2278339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f322876-fc4a-45b6-9eff-7131737f6895,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:40.270676 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 41652) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:40.322853 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-94e82d6b-c0e1-4170-8a15-695462d56ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:40.342973 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-94e82d6b-c0e1-4170-8a15-695462d56ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:40.452181 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-94e82d6b-c0e1-4170-8a15-695462d56ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:40.454712 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-94e82d6b-c0e1-4170-8a15-695462d56ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:40.455839 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-94e82d6b-c0e1-4170-8a15-695462d56ba9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f322876-fc4a-45b6-9eff-7131737f6895 HTTP/1.1" status: 204 len: 168 time: 0.1841381 Aug 24 17:41:40.466122 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e82d6b-c0e1-4170-8a15-695462d56ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f322876-fc4a-45b6-9eff-7131737f6895,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:42.491151 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:42.577014 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-79b215b8-78c1-4dfd-a101-d4069d524b42 req-d3116d19-f8b0-43af-a7d3-898e2d98da05 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144294104&fields=id&tenant_id=58b95c9eb59c4bcc9d10161c7e9490ec HTTP/1.1" status: 200 len: 267 time: 0.0336678 Aug 24 17:41:42.628799 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b215b8-78c1-4dfd-a101-d4069d524b42 req-190399a0-56de-4844-882e-bd33dcd2cbaa tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:42.630884 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-79b215b8-78c1-4dfd-a101-d4069d524b42 req-190399a0-56de-4844-882e-bd33dcd2cbaa tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 985 time: 0.0482442 Aug 24 17:41:42.641705 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [req-79b215b8-78c1-4dfd-a101-d4069d524b42 req-71afb76d-477a-4fb5-a7a5-6ba7253ed9a4 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Request body: {'port': {'security_groups': ['f683fcbe-0adf-44fe-93a5-8b8aa4a33895']}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:41:42.719120 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-79b215b8-78c1-4dfd-a101-d4069d524b42 req-71afb76d-477a-4fb5-a7a5-6ba7253ed9a4 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:42.896371 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [req-79b215b8-78c1-4dfd-a101-d4069d524b42 req-71afb76d-477a-4fb5-a7a5-6ba7253ed9a4 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] For port 5aa37949-6ec5-418f-a94b-827fb50f97f3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5aa37949-6ec5-418f-a94b-827fb50f97f3,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:41:42.928254 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-79b215b8-78c1-4dfd-a101-d4069d524b42 req-71afb76d-477a-4fb5-a7a5-6ba7253ed9a4 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for port, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:42.987769 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-79b215b8-78c1-4dfd-a101-d4069d524b42 req-71afb76d-477a-4fb5-a7a5-6ba7253ed9a4 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13043985'] for port, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:43.000390 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['5aa37949-6ec5-418f-a94b-827fb50f97f3'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:41:43.033198 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b215b8-78c1-4dfd-a101-d4069d524b42 req-71afb76d-477a-4fb5-a7a5-6ba7253ed9a4 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:43.033827 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [req-79b215b8-78c1-4dfd-a101-d4069d524b42 req-71afb76d-477a-4fb5-a7a5-6ba7253ed9a4 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:43.037187 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-79b215b8-78c1-4dfd-a101-d4069d524b42 req-71afb76d-477a-4fb5-a7a5-6ba7253ed9a4 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "PUT /v2.0/ports/5aa37949-6ec5-418f-a94b-827fb50f97f3 HTTP/1.1" status: 200 len: 943 time: 0.3997676 Aug 24 17:41:43.038299 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:41:43.040730 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b49fd1-9b09-4d93-b6fc-60d1313742a8" -d '{"events": [{"name": "network-changed", "server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:41:43.047673 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 41766) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:43.069301 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afb76d-477a-4fb5-a7a5-6ba7253ed9a4 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event updated for resources: {'Port': ['ID=5aa37949-6ec5-418f-a94b-827fb50f97f3,revision_number=7']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:43.117837 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['5aa37949-6ec5-418f-a94b-827fb50f97f3'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:41:43.130007 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2131202-d7da-4c37-b0b1-9b383be4a57e x-openstack-request-id: req-e2131202-d7da-4c37-b0b1-9b383be4a57e {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:41:43.130390 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:41:43.130705 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2131202-d7da-4c37-b0b1-9b383be4a57e {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:41:43.131415 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3', 'status': 'completed', 'code': 200} Aug 24 17:41:43.205362 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-146eac79-a13a-4f5b-83a8-895a273a76f8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:43.236514 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b49fd1-9b09-4d93-b6fc-60d1313742a8 req-50c8d2b0-7323-4456-ac5c-64fdd76cd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:43.238698 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-f8b49fd1-9b09-4d93-b6fc-60d1313742a8 req-50c8d2b0-7323-4456-ac5c-64fdd76cd648 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b95c9eb59c4bcc9d10161c7e9490ec&device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 1099 time: 0.0766556 Aug 24 17:41:43.246642 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-146eac79-a13a-4f5b-83a8-895a273a76f8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:43.297969 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-14665581-cd16-47a0-898a-d645372c0859 None None] Provisioning complete for port 5aa37949-6ec5-418f-a94b-827fb50f97f3 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:41:43.298397 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-14665581-cd16-47a0-898a-d645372c0859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:43.362540 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b49fd1-9b09-4d93-b6fc-60d1313742a8 req-0f0e9131-183d-4752-bbdc-65a87da434c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:43.364861 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-f8b49fd1-9b09-4d93-b6fc-60d1313742a8 req-0f0e9131-183d-4752-bbdc-65a87da434c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69302ed6-9170-4ef4-ac54-f17326f729a7 HTTP/1.1" status: 200 len: 916 time: 0.1153769 Aug 24 17:41:43.446133 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-146eac79-a13a-4f5b-83a8-895a273a76f8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:43.449356 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-146eac79-a13a-4f5b-83a8-895a273a76f8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:43.450636 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-146eac79-a13a-4f5b-83a8-895a273a76f8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "DELETE /v2.0/security-groups/d7b71a3e-4899-42a2-bab5-b31f42642b80 HTTP/1.1" status: 204 len: 168 time: 0.4075546 Aug 24 17:41:43.464434 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 41776) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:41:43.465373 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-f8b49fd1-9b09-4d93-b6fc-60d1313742a8 req-7006b2e0-ef85-4a4c-ac8c-e31fddb34a8d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aa37949-6ec5-418f-a94b-827fb50f97f3 HTTP/1.1" status: 200 len: 1002 time: 0.0915751 Aug 24 17:41:43.477606 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eac79-a13a-4f5b-83a8-895a273a76f8 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b71a3e-4899-42a2-bab5-b31f42642b80,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:43.534226 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b49fd1-9b09-4d93-b6fc-60d1313742a8 req-fc574b47-7247-4b91-a116-40935bff75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:43.536264 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-f8b49fd1-9b09-4d93-b6fc-60d1313742a8 req-fc574b47-7247-4b91-a116-40935bff75a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54991683-f067-473e-9ab5-5a2f8cf97dae HTTP/1.1" status: 200 len: 854 time: 0.0608165 Aug 24 17:41:43.585569 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b49fd1-9b09-4d93-b6fc-60d1313742a8 req-c59ea1d2-1566-4dfc-90ea-e9d46b7b1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:43.587393 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-f8b49fd1-9b09-4d93-b6fc-60d1313742a8 req-c59ea1d2-1566-4dfc-90ea-e9d46b7b1f4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69302ed6-9170-4ef4-ac54-f17326f729a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435758 Aug 24 17:41:43.648645 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-53528ab9-4fae-41e7-9a0f-f3401f1c16f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Deleting port 0f566720-3ad1-4228-9d8f-c94e437e369b {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:41:43.649222 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-53528ab9-4fae-41e7-9a0f-f3401f1c16f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:43.698454 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-f8b49fd1-9b09-4d93-b6fc-60d1313742a8 req-9336615d-caa8-4f9e-8ecf-14b22a03958d service neutron] 10.222.0.42 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024182 Aug 24 17:41:43.737870 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-53528ab9-4fae-41e7-9a0f-f3401f1c16f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:43.738306 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-53528ab9-4fae-41e7-9a0f-f3401f1c16f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:43.752226 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-53528ab9-4fae-41e7-9a0f-f3401f1c16f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Calling delete_port for 0f566720-3ad1-4228-9d8f-c94e437e369b owned by network:floatingip {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:41:43.800721 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-f8b49fd1-9b09-4d93-b6fc-60d1313742a8 req-0695a3ab-9b2c-4903-9b9f-f0c5f5bbf438 service neutron] 10.222.0.42 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912733 Aug 24 17:41:43.993880 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-53528ab9-4fae-41e7-9a0f-f3401f1c16f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:44.018166 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53528ab9-4fae-41e7-9a0f-f3401f1c16f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event deleted for resources: {'Port': ['ID=0f566720-3ad1-4228-9d8f-c94e437e369b,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:44.081314 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-53528ab9-4fae-41e7-9a0f-f3401f1c16f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks [] for floatingip, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:44.081805 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.l3_db [None req-53528ab9-4fae-41e7-9a0f-f3401f1c16f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Floating IP 235947b7-e5da-48ff-820f-ab3679ff6129 disassociated (deleted). External IP: 172.27.2.153, port: 5aa37949-6ec5-418f-a94b-827fb50f97f3. Aug 24 17:41:44.295673 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53528ab9-4fae-41e7-9a0f-f3401f1c16f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Router cec0416c-b311-476c-91b0-33d44a58c0ce has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:41:44.404354 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53528ab9-4fae-41e7-9a0f-f3401f1c16f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:41:44.409289 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-53528ab9-4fae-41e7-9a0f-f3401f1c16f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:44.414962 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9574dd-b737-4b91-a38e-7696dc9b67c7 None None] Sync routers for ids ['cec0416c-b311-476c-91b0-33d44a58c0ce'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:41:44.423474 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9574dd-b737-4b91-a38e-7696dc9b67c7 None None] Routers {'cec0416c-b311-476c-91b0-33d44a58c0ce'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:41:44.424082 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-8b9574dd-b737-4b91-a38e-7696dc9b67c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:41:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['cec0416c-b311-476c-91b0-33d44a58c0ce'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:44.440625 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-53528ab9-4fae-41e7-9a0f-f3401f1c16f1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "DELETE /v2.0/floatingips/235947b7-e5da-48ff-820f-ab3679ff6129 HTTP/1.1" status: 204 len: 168 time: 0.9837844 Aug 24 17:41:44.542586 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-8b9574dd-b737-4b91-a38e-7696dc9b67c7 None None] Set router cec0416c-b311-476c-91b0-33d44a58c0ce gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:41:44.759930 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-8b9574dd-b737-4b91-a38e-7696dc9b67c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:39:15Z', 'revision_number': 4, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port': {'id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:12Z', 'updated_at': '2021-08-24T17:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '44e99fdb-280b-456d-9466-de631f215e50', 'name': '', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'mac_address': 'fa:16:3e:c2:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:14Z', 'updated_at': '2021-08-24T17:39:20Z', 'revision_number': 5, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'subnets': [{'id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:44.793815 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9574dd-b737-4b91-a38e-7696dc9b67c7 None None] Checking router: cec0416c-b311-476c-91b0-33d44a58c0ce for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:41:44.823107 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9574dd-b737-4b91-a38e-7696dc9b67c7 None None] Routers {'cec0416c-b311-476c-91b0-33d44a58c0ce'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:41:44.823745 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-8b9574dd-b737-4b91-a38e-7696dc9b67c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:41:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['cec0416c-b311-476c-91b0-33d44a58c0ce'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:45.106993 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-8b9574dd-b737-4b91-a38e-7696dc9b67c7 None None] Set router cec0416c-b311-476c-91b0-33d44a58c0ce gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:41:45.132788 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:41:45.135467 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deda0f50-b09b-476f-878d-5b7c4dbfbb72" -d '{"events": [{"name": "network-changed", "server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:41:45.177345 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b80336-ff25-4f07-9987-5de86458e150 x-openstack-request-id: req-c0b80336-ff25-4f07-9987-5de86458e150 {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:41:45.177633 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:41:45.177878 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0b80336-ff25-4f07-9987-5de86458e150 {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:41:45.178279 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3', 'status': 'completed', 'code': 200} Aug 24 17:41:45.271500 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0f50-b09b-476f-878d-5b7c4dbfbb72 req-bf295e69-0046-465e-a6be-1b3aa3388899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:45.273315 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-deda0f50-b09b-476f-878d-5b7c4dbfbb72 req-bf295e69-0046-465e-a6be-1b3aa3388899 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b95c9eb59c4bcc9d10161c7e9490ec&device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 1099 time: 0.0571163 Aug 24 17:41:45.332798 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-8b9574dd-b737-4b91-a38e-7696dc9b67c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:39:15Z', 'revision_number': 4, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port': {'id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:12Z', 'updated_at': '2021-08-24T17:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '44e99fdb-280b-456d-9466-de631f215e50', 'name': '', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'mac_address': 'fa:16:3e:c2:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:14Z', 'updated_at': '2021-08-24T17:39:20Z', 'revision_number': 5, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'subnets': [{'id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:41:45.361150 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9574dd-b737-4b91-a38e-7696dc9b67c7 None None] The sync data for ids ['cec0416c-b311-476c-91b0-33d44a58c0ce'] in dv-cinder-788782-4-iscsi is: [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:39:15Z', 'revision_number': 4, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port': {'id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:12Z', 'updated_at': '2021-08-24T17:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '44e99fdb-280b-456d-9466-de631f215e50', 'name': '', 'network_id': '69302ed6-9170-4ef4-ac54-f17326f729a7', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'mac_address': 'fa:16:3e:c2:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:14Z', 'updated_at': '2021-08-24T17:39:20Z', 'revision_number': 5, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'subnets': [{'id': '54991683-f067-473e-9ab5-5a2f8cf97dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:41:45.398352 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0f50-b09b-476f-878d-5b7c4dbfbb72 req-477b5e0f-ffe8-4b31-a5d4-022d47585776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:45.399671 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-deda0f50-b09b-476f-878d-5b7c4dbfbb72 req-477b5e0f-ffe8-4b31-a5d4-022d47585776 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69302ed6-9170-4ef4-ac54-f17326f729a7 HTTP/1.1" status: 200 len: 916 time: 0.1163480 Aug 24 17:41:45.447226 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-deda0f50-b09b-476f-878d-5b7c4dbfbb72 req-adf1cbc4-8f97-4fc0-950f-d011075a820f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aa37949-6ec5-418f-a94b-827fb50f97f3 HTTP/1.1" status: 200 len: 217 time: 0.0391722 Aug 24 17:41:45.515356 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0f50-b09b-476f-878d-5b7c4dbfbb72 req-58a5637f-50e3-44f7-9353-0dc7f31f1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:45.516861 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-deda0f50-b09b-476f-878d-5b7c4dbfbb72 req-58a5637f-50e3-44f7-9353-0dc7f31f1c4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54991683-f067-473e-9ab5-5a2f8cf97dae HTTP/1.1" status: 200 len: 854 time: 0.0583479 Aug 24 17:41:45.571664 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0f50-b09b-476f-878d-5b7c4dbfbb72 req-d309f9cc-407e-4a62-8968-09e6310573ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:45.571664 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-deda0f50-b09b-476f-878d-5b7c4dbfbb72 req-d309f9cc-407e-4a62-8968-09e6310573ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69302ed6-9170-4ef4-ac54-f17326f729a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455751 Aug 24 17:41:45.606044 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e34ab5e-6854-4b73-8bac-b86ecc7b8061 None None] New status for floating IP 235947b7-e5da-48ff-820f-ab3679ff6129: DOWN {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:41:45.675224 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-deda0f50-b09b-476f-878d-5b7c4dbfbb72 req-6a908e39-a5dc-4b37-8103-1ad49adf10af service neutron] 10.222.0.42 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941865 Aug 24 17:41:45.772124 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-deda0f50-b09b-476f-878d-5b7c4dbfbb72 req-588c17f3-7712-4364-978e-3be0de3a82b0 service neutron] 10.222.0.42 "GET /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891600 Aug 24 17:41:48.847409 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b1fba-08d1-4db0-a4a8-b0df75543be1 req-4fd94287-b47b-4cb0-88c2-b42eb9c2a3fb tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:48.849312 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e30b1fba-08d1-4db0-a4a8-b0df75543be1 req-4fd94287-b47b-4cb0-88c2-b42eb9c2a3fb tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.0551052 Aug 24 17:41:48.889571 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e30b1fba-08d1-4db0-a4a8-b0df75543be1 req-4b05ac4d-8920-46a1-8477-d0de70360773 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339196 Aug 24 17:41:50.012908 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe8d9b-5699-4622-b647-8d754e2dd066 req-70ac9335-3f5e-4f3e-bd04-d6b60ab8a0ed tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:50.014353 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-eabe8d9b-5699-4622-b647-8d754e2dd066 req-70ac9335-3f5e-4f3e-bd04-d6b60ab8a0ed tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.0520096 Aug 24 17:41:50.050699 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-eabe8d9b-5699-4622-b647-8d754e2dd066 req-b79fbbfa-fb5d-4466-8807-f227f98e79cd tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305061 Aug 24 17:41:51.169294 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d41f0b-b080-4181-ad80-e5f8f2f5e9db req-cfef2412-6e33-4107-b03a-c7b456ff53a6 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:51.175758 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f5d41f0b-b080-4181-ad80-e5f8f2f5e9db req-cfef2412-6e33-4107-b03a-c7b456ff53a6 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.0510747 Aug 24 17:41:51.211456 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f5d41f0b-b080-4181-ad80-e5f8f2f5e9db req-603a5ca3-cb62-4ff1-872a-7d7c0386c4d7 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346060 Aug 24 17:41:52.328428 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ef1eb-f65f-4fd3-acb5-8ee634a227dc req-b45939d1-8180-4025-9e11-358f05f0ab6b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:52.329908 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d80ef1eb-f65f-4fd3-acb5-8ee634a227dc req-b45939d1-8180-4025-9e11-358f05f0ab6b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.0493989 Aug 24 17:41:52.369858 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d80ef1eb-f65f-4fd3-acb5-8ee634a227dc req-fc79bdbe-0603-4539-abca-e4cd1b282c22 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340164 Aug 24 17:41:53.490535 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ccc51-99d5-4a75-9b1a-6ed440766ffc req-5d977e42-654c-4b65-9542-392f48b65e7a tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:53.492037 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cb1ccc51-99d5-4a75-9b1a-6ed440766ffc req-5d977e42-654c-4b65-9542-392f48b65e7a tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.0545611 Aug 24 17:41:53.531537 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-cb1ccc51-99d5-4a75-9b1a-6ed440766ffc req-cc2a01e7-a21a-4dce-a9a8-f55ba53ef3b4 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Aug 24 17:41:54.651192 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26571f07-36ec-4f91-9a53-e9e7a800fc61 req-2dc775a1-de68-4fdf-bb29-1e8a8564258b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:54.652695 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-26571f07-36ec-4f91-9a53-e9e7a800fc61 req-2dc775a1-de68-4fdf-bb29-1e8a8564258b tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.0531142 Aug 24 17:41:54.691227 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-26571f07-36ec-4f91-9a53-e9e7a800fc61 req-09b4bbbd-76ac-4277-bd38-ebbee6863c25 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325260 Aug 24 17:41:55.160707 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-00b2da94-cb70-4089-8939-a7facf684ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:55.813074 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242604f9-4c61-4248-ba94-382430bd9aed req-34a2d217-2ccd-4160-8015-7ec406c61fdf tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:55.814673 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-242604f9-4c61-4248-ba94-382430bd9aed req-34a2d217-2ccd-4160-8015-7ec406c61fdf tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.0518019 Aug 24 17:41:55.859118 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-242604f9-4c61-4248-ba94-382430bd9aed req-8b86943f-b94e-4247-ab72-cd77d15b5a6f tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/security-groups?id=f683fcbe-0adf-44fe-93a5-8b8aa4a33895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376647 Aug 24 17:41:55.859921 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f93ef-4e1a-4cb1-b6e1-3b7ff6443592 req-57de15a5-1731-47d3-a8ef-6a5643b6cb36 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:41:55.863192 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3e5f93ef-4e1a-4cb1-b6e1-3b7ff6443592 req-57de15a5-1731-47d3-a8ef-6a5643b6cb36 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.42 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 946 time: 0.0554545 Aug 24 17:41:55.959408 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-3e5f93ef-4e1a-4cb1-b6e1-3b7ff6443592 req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Deleting port 5aa37949-6ec5-418f-a94b-827fb50f97f3 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:41:55.959750 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3e5f93ef-4e1a-4cb1-b6e1-3b7ff6443592 req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:56.051513 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-3e5f93ef-4e1a-4cb1-b6e1-3b7ff6443592 req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] For port 5aa37949-6ec5-418f-a94b-827fb50f97f3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5aa37949-6ec5-418f-a94b-827fb50f97f3,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:41:56.051877 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3e5f93ef-4e1a-4cb1-b6e1-3b7ff6443592 req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:56.065123 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-3e5f93ef-4e1a-4cb1-b6e1-3b7ff6443592 req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Calling delete_port for 5aa37949-6ec5-418f-a94b-827fb50f97f3 owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:41:56.286156 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3e5f93ef-4e1a-4cb1-b6e1-3b7ff6443592 req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:56.297836 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['5aa37949-6ec5-418f-a94b-827fb50f97f3'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:41:56.315187 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Pushing event deleted for resources: {'Port': ['ID=5aa37949-6ec5-418f-a94b-827fb50f97f3,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:41:56.342220 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:56.342362 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:56.342635 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:56.342964 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:56.343295 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:56.343622 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:56.343943 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:56.344264 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:56.347800 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:56.347800 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:56.347800 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:56.347800 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:41:56.369691 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5f93ef-4e1a-4cb1-b6e1-3b7ff6443592 req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] No DVR routers for this DVR port 5aa37949-6ec5-418f-a94b-827fb50f97f3 on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:41:56.372140 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-3e5f93ef-4e1a-4cb1-b6e1-3b7ff6443592 req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:56.374142 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3e5f93ef-4e1a-4cb1-b6e1-3b7ff6443592 req-12429e64-0c16-4d6b-9cc6-d5b5580e87c1 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.42 "DELETE /v2.0/ports/5aa37949-6ec5-418f-a94b-827fb50f97f3 HTTP/1.1" status: 204 len: 173 time: 0.5048013 Aug 24 17:41:56.374561 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'name': 'network-vif-deleted', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:41:56.376866 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48301a53-2ec3-4c17-bd92-3dad79a66dbe" -d '{"events": [{"server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "name": "network-vif-deleted", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:41:56.413948 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17df40f4-f519-4f46-98f9-0a7d2e8c625b x-openstack-request-id: req-17df40f4-f519-4f46-98f9-0a7d2e8c625b {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:41:56.414238 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb3c8e3-a772-47de-81b7-9b44636cf039", "name": "network-vif-deleted", "tag": "5aa37949-6ec5-418f-a94b-827fb50f97f3", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:41:56.414516 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17df40f4-f519-4f46-98f9-0a7d2e8c625b {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:41:56.415078 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb3c8e3-a772-47de-81b7-9b44636cf039', 'name': 'network-vif-deleted', 'tag': '5aa37949-6ec5-418f-a94b-827fb50f97f3', 'status': 'completed', 'code': 200} Aug 24 17:41:56.965562 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-279bc54d-8a79-4592-9217-e3f84e468aac req-434acb01-c529-411c-b3be-7ef71a8027c6 tempest-TestMinimumBasicScenario-1757708500 tempest-TestMinimumBasicScenario-1757708500-project] 10.222.0.41 "GET /v2.0/ports?device_id=abb3c8e3-a772-47de-81b7-9b44636cf039 HTTP/1.1" status: 200 len: 210 time: 0.0295746 Aug 24 17:41:58.097846 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-6754428f-cc77-4a7a-a7c3-e6313c687b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:58.474823 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:59.444833 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:41:59.517181 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42004) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:00.054300 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 5aa37949-6ec5-418f-a94b-827fb50f97f3 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:42:00.074913 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 5aa37949-6ec5-418f-a94b-827fb50f97f3 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:42:00.075260 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 5aa37949-6ec5-418f-a94b-827fb50f97f3 not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:42:00.080529 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c88d1846-d342-43d0-8bce-4a0e54cb40ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929171'] for router_interface, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:00.329086 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-c88d1846-d342-43d0-8bce-4a0e54cb40ab admin admin] Deleting port 44e99fdb-280b-456d-9466-de631f215e50 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:42:00.329434 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c88d1846-d342-43d0-8bce-4a0e54cb40ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:00.419788 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-c88d1846-d342-43d0-8bce-4a0e54cb40ab admin admin] For port 44e99fdb-280b-456d-9466-de631f215e50, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=44e99fdb-280b-456d-9466-de631f215e50,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:00.420162 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c88d1846-d342-43d0-8bce-4a0e54cb40ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:00.433727 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-c88d1846-d342-43d0-8bce-4a0e54cb40ab admin admin] Calling delete_port for 44e99fdb-280b-456d-9466-de631f215e50 owned by network:router_interface {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:42:00.457924 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:00.703539 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c88d1846-d342-43d0-8bce-4a0e54cb40ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:00.734819 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d1846-d342-43d0-8bce-4a0e54cb40ab admin admin] Pushing event deleted for resources: {'Port': ['ID=44e99fdb-280b-456d-9466-de631f215e50,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:00.905065 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-c88d1846-d342-43d0-8bce-4a0e54cb40ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762085'] for router_interface, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:01.120448 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88d1846-d342-43d0-8bce-4a0e54cb40ab admin admin] Router cec0416c-b311-476c-91b0-33d44a58c0ce has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:42:01.226820 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88d1846-d342-43d0-8bce-4a0e54cb40ab admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:42:01.232528 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-c88d1846-d342-43d0-8bce-4a0e54cb40ab admin admin] 10.222.0.41 "PUT /v2.0/routers/cec0416c-b311-476c-91b0-33d44a58c0ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7142804 Aug 24 17:42:01.234934 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42020) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:01.236179 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476a93b-df93-4af9-a1f9-d939feabce97 None None] Sync routers for ids ['cec0416c-b311-476c-91b0-33d44a58c0ce'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:42:01.245137 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476a93b-df93-4af9-a1f9-d939feabce97 None None] Routers {'cec0416c-b311-476c-91b0-33d44a58c0ce'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:42:01.245897 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-0476a93b-df93-4af9-a1f9-d939feabce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:41:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['cec0416c-b311-476c-91b0-33d44a58c0ce'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:01.336085 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Notify callbacks [] for router, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:01.349360 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-0476a93b-df93-4af9-a1f9-d939feabce97 None None] Set router cec0416c-b311-476c-91b0-33d44a58c0ce gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:42:01.449254 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:01.526573 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-0476a93b-df93-4af9-a1f9-d939feabce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:42:00Z', 'revision_number': 5, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port': {'id': 'e0877b41-ff39-4532-b4ee-9faaca3f4857', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:12Z', 'updated_at': '2021-08-24T17:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:01.555799 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476a93b-df93-4af9-a1f9-d939feabce97 None None] Checking router: cec0416c-b311-476c-91b0-33d44a58c0ce for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:42:01.564675 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476a93b-df93-4af9-a1f9-d939feabce97 None None] Routers {'cec0416c-b311-476c-91b0-33d44a58c0ce'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:42:01.565413 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-0476a93b-df93-4af9-a1f9-d939feabce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:41:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['cec0416c-b311-476c-91b0-33d44a58c0ce'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:01.598301 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Deleting port e0877b41-ff39-4532-b4ee-9faaca3f4857 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:42:01.598646 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:01.659385 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-0476a93b-df93-4af9-a1f9-d939feabce97 None None] Set router cec0416c-b311-476c-91b0-33d44a58c0ce gateway port host: None {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:42:01.679653 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] For port e0877b41-ff39-4532-b4ee-9faaca3f4857, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=e0877b41-ff39-4532-b4ee-9faaca3f4857,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:01.680009 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:01.696619 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Calling delete_port for e0877b41-ff39-4532-b4ee-9faaca3f4857 owned by network:router_gateway {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:42:01.715587 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-0476a93b-df93-4af9-a1f9-d939feabce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:42:01Z', 'revision_number': 6, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port_host': None}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:01.745431 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476a93b-df93-4af9-a1f9-d939feabce97 None None] The sync data for ids ['cec0416c-b311-476c-91b0-33d44a58c0ce'] in dv-cinder-788782-4-iscsi is: [{'id': 'cec0416c-b311-476c-91b0-33d44a58c0ce', 'name': 'tempest-TestMinimumBasicScenario-1870476737-router', 'tenant_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:11Z', 'updated_at': '2021-08-24T17:42:01Z', 'revision_number': 6, 'project_id': '58b95c9eb59c4bcc9d10161c7e9490ec', 'gw_port_host': None}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:42:01.924560 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:01.958761 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0877b41-ff39-4532-b4ee-9faaca3f4857,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:02.016668 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922815'] for router_gateway, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.110059 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8087'] for router, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.112292 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.206638 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-923686'] for router, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.207204 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cec0416c-b311-476c-91b0-33d44a58c0ce {{(pid=94619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:42:02.213088 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] Notify callbacks [] for router, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.213879 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-cefeb64f-e428-4c35-bd98-6489334b008a admin admin] 10.222.0.41 "DELETE /v2.0/routers/cec0416c-b311-476c-91b0-33d44a58c0ce HTTP/1.1" status: 204 len: 168 time: 0.9780240 Aug 24 17:42:02.217115 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42032) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:02.264446 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_v2 [None req-81897b77-c1b9-419c-b783-aef544ee6805 admin admin] Deleting subnet 54991683-f067-473e-9ab5-5a2f8cf97dae {{(pid=94619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:42:02.267519 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-81897b77-c1b9-419c-b783-aef544ee6805 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.301171 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-81897b77-c1b9-419c-b783-aef544ee6805 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14568602'] for subnet, precommit_delete_associations {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.409234 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-81897b77-c1b9-419c-b783-aef544ee6805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.520975 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-81897b77-c1b9-419c-b783-aef544ee6805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12719601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717469'] for subnet, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.547085 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81897b77-c1b9-419c-b783-aef544ee6805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54991683-f067-473e-9ab5-5a2f8cf97dae,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:02.550829 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-81897b77-c1b9-419c-b783-aef544ee6805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.555073 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-81897b77-c1b9-419c-b783-aef544ee6805 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/54991683-f067-473e-9ab5-5a2f8cf97dae HTTP/1.1" status: 204 len: 168 time: 0.3346543 Aug 24 17:42:02.555453 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42034) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:02.561059 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89a7582-5464-48bb-b3ec-f9ea3f23d9a1 None None] Network 69302ed6-9170-4ef4-ac54-f17326f729a7 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:42:02.629047 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.707799 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Deleting port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:42:02.707799 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.782509 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] For port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=8b0da70c-24a5-44a6-9f15-8e24c4831cd2,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:02.782868 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.797187 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Calling delete_port for 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 owned by network:dhcp {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:42:02.815132 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef3cd6a-41e5-4c42-9005-921f58af6f38 None None] DHCP port deletion for 69302ed6-9170-4ef4-ac54-f17326f729a7 request from dv-cinder-788782-4-iscsi {{(pid=94621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:42:02.886494 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-bef3cd6a-41e5-4c42-9005-921f58af6f38 None None] Deleting port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 {{(pid=94621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:42:02.886890 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-bef3cd6a-41e5-4c42-9005-921f58af6f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.948368 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-bef3cd6a-41e5-4c42-9005-921f58af6f38 None None] For port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=8b0da70c-24a5-44a6-9f15-8e24c4831cd2,segment=NetworkSegment(a620e112-7d8b-407a-b3d8-aaedb5e94996),segment_id=a620e112-7d8b-407a-b3d8-aaedb5e94996)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:02.948703 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-bef3cd6a-41e5-4c42-9005-921f58af6f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:02.961368 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-bef3cd6a-41e5-4c42-9005-921f58af6f38 None None] Calling delete_port for 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 owned by network:dhcp {{(pid=94621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:42:02.988889 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:03.018005 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0da70c-24a5-44a6-9f15-8e24c4831cd2,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:03.023129 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] No DVR routers for this DVR port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 on host dv-cinder-788782-4-iscsi {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:42:03.050947 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-bef3cd6a-41e5-4c42-9005-921f58af6f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137'] for port, after_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:03.077346 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3cd6a-41e5-4c42-9005-921f58af6f38 None None] Pushing event deleted for resources: {'Port': ['ID=8b0da70c-24a5-44a6-9f15-8e24c4831cd2,revision_number=None']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:03.080992 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3cd6a-41e5-4c42-9005-921f58af6f38 None None] No DVR routers for this DVR port 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 on host dv-cinder-788782-4-iscsi {{(pid=94621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:42:03.096039 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:03.107804 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69302ed6-9170-4ef4-ac54-f17326f729a7']}} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:03.118673 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a620e112-7d8b-407a-b3d8-aaedb5e94996') {'for_net_delete': True} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:03.118975 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a620e112-7d8b-407a-b3d8-aaedb5e94996') {} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:03.128867 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14568597'] for segment, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:03.147094 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:03.153118 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:42:03.153532 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12719635'] for segment, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: Traceback (most recent call last): Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: timer() Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: cb(*args, **kw) Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: return func(*args, **kwargs) Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: self._notify() Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: self.callback(batched_events) Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: event.method(event) Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: return f(self, *a, **k) Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._get(url).json() Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: return self.request(url, 'GET', **kwargs) Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:42:03.155150 dv-cinder-788782-4-iscsi neutron-server[94619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:42:03.360218 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:03.365593 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:03.369393 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] 10.222.0.41 "DELETE /v2.0/networks/69302ed6-9170-4ef4-ac54-f17326f729a7 HTTP/1.1" status: 204 len: 168 time: 0.8106670 Aug 24 17:42:03.371512 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42050) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:03.382230 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18d9bd-9366-40ef-9c79-4104e1eed9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=69302ed6-9170-4ef4-ac54-f17326f729a7,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:03.733065 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:42:03.739094 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-3d16d0ef-d4c1-4056-b6e2-e723301e8dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929171'] for router_interface, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:03.753564 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:42:03.753918 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 8b0da70c-24a5-44a6-9f15-8e24c4831cd2 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:42:03.754333 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device e0877b41-ff39-4532-b4ee-9faaca3f4857 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:42:03.773958 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: e0877b41-ff39-4532-b4ee-9faaca3f4857 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:42:03.774315 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device e0877b41-ff39-4532-b4ee-9faaca3f4857 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:42:03.774736 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 44e99fdb-280b-456d-9466-de631f215e50 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:42:03.799233 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 44e99fdb-280b-456d-9466-de631f215e50 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:42:03.799233 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 44e99fdb-280b-456d-9466-de631f215e50 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:42:03.987021 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-3d16d0ef-d4c1-4056-b6e2-e723301e8dbf admin admin] Deleting port 5ca18734-2f6c-450c-9dba-a7682003617e {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:42:03.987360 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-3d16d0ef-d4c1-4056-b6e2-e723301e8dbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:04.065902 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [None req-3d16d0ef-d4c1-4056-b6e2-e723301e8dbf admin admin] For port 5ca18734-2f6c-450c-9dba-a7682003617e, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=5ca18734-2f6c-450c-9dba-a7682003617e,segment=NetworkSegment(8772e938-da49-4462-8bc8-d25dfe07d778),segment_id=8772e938-da49-4462-8bc8-d25dfe07d778)] {{(pid=94620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:04.066258 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-3d16d0ef-d4c1-4056-b6e2-e723301e8dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:04.079185 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-3d16d0ef-d4c1-4056-b6e2-e723301e8dbf admin admin] Calling delete_port for 5ca18734-2f6c-450c-9dba-a7682003617e owned by network:router_interface {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:42:04.348677 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-3d16d0ef-d4c1-4056-b6e2-e723301e8dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:04.380118 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16d0ef-d4c1-4056-b6e2-e723301e8dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca18734-2f6c-450c-9dba-a7682003617e,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:04.539903 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-3d16d0ef-d4c1-4056-b6e2-e723301e8dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762085'] for router_interface, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:04.750109 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d16d0ef-d4c1-4056-b6e2-e723301e8dbf admin admin] Router 1df38823-e93b-40b1-86c5-9666952b0405 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:42:05.075774 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d16d0ef-d4c1-4056-b6e2-e723301e8dbf admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:42:05.080738 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-3d16d0ef-d4c1-4056-b6e2-e723301e8dbf admin admin] 10.222.0.41 "PUT /v2.0/routers/1df38823-e93b-40b1-86c5-9666952b0405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7078094 Aug 24 17:42:05.083245 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42068) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:05.085841 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fda3c2-5ac7-443c-9b5b-24a769f2456e None None] Sync routers for ids ['1df38823-e93b-40b1-86c5-9666952b0405'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:42:05.097551 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fda3c2-5ac7-443c-9b5b-24a769f2456e None None] Routers {'1df38823-e93b-40b1-86c5-9666952b0405'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:42:05.098174 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-43fda3c2-5ac7-443c-9b5b-24a769f2456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:41:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1df38823-e93b-40b1-86c5-9666952b0405'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:05.201553 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Notify callbacks [] for router, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:05.208461 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-43fda3c2-5ac7-443c-9b5b-24a769f2456e None None] Set router 1df38823-e93b-40b1-86c5-9666952b0405 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:42:05.302412 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:05.382103 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-43fda3c2-5ac7-443c-9b5b-24a769f2456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df38823-e93b-40b1-86c5-9666952b0405', 'name': 'tempest-TestMinimumBasicScenario-1977899750-router', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:18Z', 'updated_at': '2021-08-24T17:42:04Z', 'revision_number': 5, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'gw_port': {'id': '45476f1e-0aed-475c-b303-814d4fcabc27', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df38823-e93b-40b1-86c5-9666952b0405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:39:19Z', 'updated_at': '2021-08-24T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:05.408193 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fda3c2-5ac7-443c-9b5b-24a769f2456e None None] Checking router: 1df38823-e93b-40b1-86c5-9666952b0405 for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:42:05.412937 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Deleting port 45476f1e-0aed-475c-b303-814d4fcabc27 {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:42:05.413458 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:05.416539 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fda3c2-5ac7-443c-9b5b-24a769f2456e None None] Routers {'1df38823-e93b-40b1-86c5-9666952b0405'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:42:05.418639 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-43fda3c2-5ac7-443c-9b5b-24a769f2456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:41:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1df38823-e93b-40b1-86c5-9666952b0405'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:05.493644 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] For port 45476f1e-0aed-475c-b303-814d4fcabc27, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=45476f1e-0aed-475c-b303-814d4fcabc27,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:05.493909 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:05.503471 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-43fda3c2-5ac7-443c-9b5b-24a769f2456e None None] Set router 1df38823-e93b-40b1-86c5-9666952b0405 gateway port host: None {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:42:05.506719 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Calling delete_port for 45476f1e-0aed-475c-b303-814d4fcabc27 owned by network:router_gateway {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:42:05.556586 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-43fda3c2-5ac7-443c-9b5b-24a769f2456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df38823-e93b-40b1-86c5-9666952b0405', 'name': 'tempest-TestMinimumBasicScenario-1977899750-router', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:18Z', 'updated_at': '2021-08-24T17:42:05Z', 'revision_number': 6, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'gw_port_host': None}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:05.583193 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fda3c2-5ac7-443c-9b5b-24a769f2456e None None] The sync data for ids ['1df38823-e93b-40b1-86c5-9666952b0405'] in dv-cinder-788782-4-iscsi is: [{'id': '1df38823-e93b-40b1-86c5-9666952b0405', 'name': 'tempest-TestMinimumBasicScenario-1977899750-router', 'tenant_id': '703c7f6a66ee4cc09534bf22e32eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:39:18Z', 'updated_at': '2021-08-24T17:42:05Z', 'revision_number': 6, 'project_id': '703c7f6a66ee4cc09534bf22e32eba38', 'gw_port_host': None}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:42:05.731854 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:05.758323 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Pushing event deleted for resources: {'Port': ['ID=45476f1e-0aed-475c-b303-814d4fcabc27,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:05.817709 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922815'] for router_gateway, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:05.904814 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8087'] for router, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:05.906950 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.050690 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-923686'] for router, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.051269 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df38823-e93b-40b1-86c5-9666952b0405 {{(pid=94620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:42:06.059737 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] Notify callbacks [] for router, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.059737 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a0ad4a18-077f-4afc-b2a2-3ff5c16f973e admin admin] 10.222.0.41 "DELETE /v2.0/routers/1df38823-e93b-40b1-86c5-9666952b0405 HTTP/1.1" status: 204 len: 168 time: 0.9726198 Aug 24 17:42:06.060019 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42074) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:06.103050 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b514ab16-3a73-4985-9e6e-4ec898ce46da admin admin] Deleting subnet d3328084-b697-492c-adbd-11d1ac285141 {{(pid=94620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:42:06.106561 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b514ab16-3a73-4985-9e6e-4ec898ce46da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.140243 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b514ab16-3a73-4985-9e6e-4ec898ce46da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13639778'] for subnet, precommit_delete_associations {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.222934 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b514ab16-3a73-4985-9e6e-4ec898ce46da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.339754 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 5ca18734-2f6c-450c-9dba-a7682003617e no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:42:06.344162 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b514ab16-3a73-4985-9e6e-4ec898ce46da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12929148'] for subnet, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.360065 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 5ca18734-2f6c-450c-9dba-a7682003617e {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:42:06.360434 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 5ca18734-2f6c-450c-9dba-a7682003617e not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:42:06.377267 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b514ab16-3a73-4985-9e6e-4ec898ce46da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.379237 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-b514ab16-3a73-4985-9e6e-4ec898ce46da admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d3328084-b697-492c-adbd-11d1ac285141 HTTP/1.1" status: 204 len: 168 time: 0.3182292 Aug 24 17:42:06.380497 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514ab16-3a73-4985-9e6e-4ec898ce46da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3328084-b697-492c-adbd-11d1ac285141,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:06.381932 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42078) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:06.384703 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289bcae2-41cf-4546-845c-757fe233a62a None None] Network 6d48e09b-70e9-4b3e-8120-4c20c14e60a1 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:42:06.459558 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.519527 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Deleting port 19292875-bf00-492f-891b-6052c6b682de {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:42:06.519873 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.580577 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6919090f-ede0-415d-b79b-97f867ac2417 None None] DHCP port deletion for 6d48e09b-70e9-4b3e-8120-4c20c14e60a1 request from dv-cinder-788782-4-iscsi {{(pid=94621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:42:06.610557 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] For port 19292875-bf00-492f-891b-6052c6b682de, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=19292875-bf00-492f-891b-6052c6b682de,segment=NetworkSegment(8772e938-da49-4462-8bc8-d25dfe07d778),segment_id=8772e938-da49-4462-8bc8-d25dfe07d778)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:06.610557 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.618558 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Calling delete_port for 19292875-bf00-492f-891b-6052c6b682de owned by network:dhcp {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:42:06.632086 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-6919090f-ede0-415d-b79b-97f867ac2417 None None] Deleting port 19292875-bf00-492f-891b-6052c6b682de {{(pid=94621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:42:06.632506 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-6919090f-ede0-415d-b79b-97f867ac2417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.700278 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-6919090f-ede0-415d-b79b-97f867ac2417 None None] For port 19292875-bf00-492f-891b-6052c6b682de, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=19292875-bf00-492f-891b-6052c6b682de,segment=NetworkSegment(8772e938-da49-4462-8bc8-d25dfe07d778),segment_id=8772e938-da49-4462-8bc8-d25dfe07d778)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:06.700698 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-6919090f-ede0-415d-b79b-97f867ac2417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.713337 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-6919090f-ede0-415d-b79b-97f867ac2417 None None] Calling delete_port for 19292875-bf00-492f-891b-6052c6b682de owned by network:dhcp {{(pid=94621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:42:06.766041 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.788200 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-6919090f-ede0-415d-b79b-97f867ac2417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137'] for port, after_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.793652 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Pushing event deleted for resources: {'Port': ['ID=19292875-bf00-492f-891b-6052c6b682de,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:06.798699 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] No DVR routers for this DVR port 19292875-bf00-492f-891b-6052c6b682de on host dv-cinder-788782-4-iscsi {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:42:06.814797 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919090f-ede0-415d-b79b-97f867ac2417 None None] Pushing event deleted for resources: {'Port': ['ID=19292875-bf00-492f-891b-6052c6b682de,revision_number=None']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:06.820300 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6919090f-ede0-415d-b79b-97f867ac2417 None None] No DVR routers for this DVR port 19292875-bf00-492f-891b-6052c6b682de on host dv-cinder-788782-4-iscsi {{(pid=94621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:42:06.878384 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:06.888382 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d48e09b-70e9-4b3e-8120-4c20c14e60a1']}} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:07.138627 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8772e938-da49-4462-8bc8-d25dfe07d778') {'for_net_delete': True} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:07.138849 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8772e938-da49-4462-8bc8-d25dfe07d778') {} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:07.147771 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14568597'] for segment, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:07.161522 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:07.168114 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:42:07.168803 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12719635'] for segment, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: Traceback (most recent call last): Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: timer() Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: cb(*args, **kw) Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: return func(*args, **kwargs) Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: self._notify() Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: self.callback(batched_events) Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: event.method(event) Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: return f(self, *a, **k) Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._get(url).json() Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: return self.request(url, 'GET', **kwargs) Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:42:07.171447 dv-cinder-788782-4-iscsi neutron-server[94619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:42:07.307242 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:07.312268 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:07.316191 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6d48e09b-70e9-4b3e-8120-4c20c14e60a1 HTTP/1.1" status: 204 len: 168 time: 0.9311266 Aug 24 17:42:07.327825 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5814435-da87-41c1-8f9e-750fe437b499 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d48e09b-70e9-4b3e-8120-4c20c14e60a1,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:07.716696 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 19292875-bf00-492f-891b-6052c6b682de no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:42:07.736774 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 19292875-bf00-492f-891b-6052c6b682de {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:42:07.737118 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 19292875-bf00-492f-891b-6052c6b682de not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:42:07.737529 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 45476f1e-0aed-475c-b303-814d4fcabc27 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:42:07.754974 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42088) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:07.756674 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 45476f1e-0aed-475c-b303-814d4fcabc27 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:42:07.759532 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 45476f1e-0aed-475c-b303-814d4fcabc27 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:42:07.797032 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-86b61e7a-ce99-4587-b207-497942c4e84d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58b95c9eb59c4bcc9d10161c7e9490ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408189 Aug 24 17:42:07.799413 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42090) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:07.850303 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-27f56921-9e01-4dd8-8ad5-756763a7593f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:07.870659 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-27f56921-9e01-4dd8-8ad5-756763a7593f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:07.971407 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-27f56921-9e01-4dd8-8ad5-756763a7593f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:07.973864 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-27f56921-9e01-4dd8-8ad5-756763a7593f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:07.974966 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-27f56921-9e01-4dd8-8ad5-756763a7593f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f683fcbe-0adf-44fe-93a5-8b8aa4a33895 HTTP/1.1" status: 204 len: 168 time: 0.1746800 Aug 24 17:42:07.982937 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f56921-9e01-4dd8-8ad5-756763a7593f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f683fcbe-0adf-44fe-93a5-8b8aa4a33895,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:08.702865 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42110) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:08.741794 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b47e2de7-2054-4ba2-abd3-74b628a36bbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=703c7f6a66ee4cc09534bf22e32eba38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376360 Aug 24 17:42:08.744123 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42112) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:08.791993 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bac1c756-716f-4862-bab8-682028e22fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:08.813466 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bac1c756-716f-4862-bab8-682028e22fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:08.971964 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bac1c756-716f-4862-bab8-682028e22fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:08.978262 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-bac1c756-716f-4862-bab8-682028e22fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:08.978262 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-bac1c756-716f-4862-bab8-682028e22fef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f274522c-64a8-40e0-a691-3ba87216c330 HTTP/1.1" status: 204 len: 168 time: 0.2308803 Aug 24 17:42:08.984203 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1c756-716f-4862-bab8-682028e22fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f274522c-64a8-40e0-a691-3ba87216c330,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:12.194257 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:42:12.478898 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:14.561971 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42200) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:14.673328 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9a7c7dbd-0156-4be9-89a9-403171baa099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:14.760740 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9a7c7dbd-0156-4be9-89a9-403171baa099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:14.827399 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9a7c7dbd-0156-4be9-89a9-403171baa099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:14.865358 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-9a7c7dbd-0156-4be9-89a9-403171baa099 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1feb17272d99490d91f97e79e7099ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020759 Aug 24 17:42:14.866308 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c7dbd-0156-4be9-89a9-403171baa099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906b1590-61f0-4a02-b48d-8784ff8da0d8,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:14.868102 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42204) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:14.922552 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-12c6920b-cb43-4eee-b744-bd45cf64f034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:14.942702 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-12c6920b-cb43-4eee-b744-bd45cf64f034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:15.050156 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-12c6920b-cb43-4eee-b744-bd45cf64f034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:15.052617 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-12c6920b-cb43-4eee-b744-bd45cf64f034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:15.053835 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-12c6920b-cb43-4eee-b744-bd45cf64f034 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/906b1590-61f0-4a02-b48d-8784ff8da0d8 HTTP/1.1" status: 204 len: 168 time: 0.1846383 Aug 24 17:42:15.061629 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6920b-cb43-4eee-b744-bd45cf64f034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906b1590-61f0-4a02-b48d-8784ff8da0d8,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:15.614086 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42216) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:15.628040 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7daece4e-a84d-420b-aeb8-013551c15877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:15.716697 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7daece4e-a84d-420b-aeb8-013551c15877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:15.781436 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7daece4e-a84d-420b-aeb8-013551c15877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:15.820480 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-7daece4e-a84d-420b-aeb8-013551c15877 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f39999a9ffa74609ab841322ef24724c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052326 Aug 24 17:42:15.821406 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daece4e-a84d-420b-aeb8-013551c15877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5cacb2-9e21-4e53-afb4-2c948d97fd85,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:15.823373 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42218) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:15.873927 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5c29-8fbc-4b83-809b-859fcad7904b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:15.896598 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5c29-8fbc-4b83-809b-859fcad7904b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:16.005994 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5c29-8fbc-4b83-809b-859fcad7904b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:16.008559 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5c29-8fbc-4b83-809b-859fcad7904b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:16.014953 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-6f2a5c29-8fbc-4b83-809b-859fcad7904b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da5cacb2-9e21-4e53-afb4-2c948d97fd85 HTTP/1.1" status: 204 len: 168 time: 0.1852732 Aug 24 17:42:16.018023 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a5c29-8fbc-4b83-809b-859fcad7904b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5cacb2-9e21-4e53-afb4-2c948d97fd85,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:17.049775 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42248) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:17.152842 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cea08349-a23e-48a9-90f8-95f0c4638aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:17.246836 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cea08349-a23e-48a9-90f8-95f0c4638aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:17.318937 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cea08349-a23e-48a9-90f8-95f0c4638aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:17.357597 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-cea08349-a23e-48a9-90f8-95f0c4638aa4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36cbb5a1c4b341a5a8a0596ea067cc93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068087 Aug 24 17:42:17.359498 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea08349-a23e-48a9-90f8-95f0c4638aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5204caba-1257-4cf1-ac2b-b7482a5d0925,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:17.360925 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42256) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:17.412106 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a223ea29-9e76-4b7d-b51a-0df704ec9f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:17.432788 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a223ea29-9e76-4b7d-b51a-0df704ec9f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:17.542786 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a223ea29-9e76-4b7d-b51a-0df704ec9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:17.545423 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-a223ea29-9e76-4b7d-b51a-0df704ec9f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:17.546765 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-a223ea29-9e76-4b7d-b51a-0df704ec9f89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5204caba-1257-4cf1-ac2b-b7482a5d0925 HTTP/1.1" status: 204 len: 168 time: 0.1842093 Aug 24 17:42:17.556716 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223ea29-9e76-4b7d-b51a-0df704ec9f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5204caba-1257-4cf1-ac2b-b7482a5d0925,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:19.097282 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42316) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:19.200359 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5a02042f-749d-4f8d-857c-ab685cca6e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:19.288969 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5a02042f-749d-4f8d-857c-ab685cca6e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:19.360963 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-5a02042f-749d-4f8d-857c-ab685cca6e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:19.398262 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02042f-749d-4f8d-857c-ab685cca6e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06033bd3-ec48-40f5-a5a3-27216737decf,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:19.402463 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-5a02042f-749d-4f8d-857c-ab685cca6e6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=840193a6fb6a412c8c0fdb773488f638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041434 Aug 24 17:42:19.406382 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42326) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:19.453244 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa44-d472-49b0-b840-a375421cd1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:19.475594 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa44-d472-49b0-b840-a375421cd1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:19.588948 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa44-d472-49b0-b840-a375421cd1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:19.591525 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa44-d472-49b0-b840-a375421cd1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:19.592698 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-7c73fa44-d472-49b0-b840-a375421cd1b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06033bd3-ec48-40f5-a5a3-27216737decf HTTP/1.1" status: 204 len: 168 time: 0.1859307 Aug 24 17:42:19.602073 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73fa44-d472-49b0-b840-a375421cd1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06033bd3-ec48-40f5-a5a3-27216737decf,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:20.165292 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42332) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:20.181348 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b2f41691-b5f7-4322-871a-0ceac00bc42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:20.270615 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b2f41691-b5f7-4322-871a-0ceac00bc42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:20.381479 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-b2f41691-b5f7-4322-871a-0ceac00bc42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:20.420714 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-b2f41691-b5f7-4322-871a-0ceac00bc42d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67777acc2b0f4860a0eb43846bfd82af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543166 Aug 24 17:42:20.422386 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f41691-b5f7-4322-871a-0ceac00bc42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2e4f0e-68d6-4506-a6ed-d5c64129f146,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:20.425245 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42338) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:20.478567 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9c46-1603-4a59-90ee-b22d51613f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:20.501580 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9c46-1603-4a59-90ee-b22d51613f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:20.524156 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-aaa86106-7ce5-45ae-acdb-27dd7df73aed tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a7eeb7207d55440fae59b1e443cdb670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292943 Aug 24 17:42:20.638942 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9c46-1603-4a59-90ee-b22d51613f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:20.642335 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9c46-1603-4a59-90ee-b22d51613f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:20.643889 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-e7cb9c46-1603-4a59-90ee-b22d51613f28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c2e4f0e-68d6-4506-a6ed-d5c64129f146 HTTP/1.1" status: 204 len: 168 time: 0.2163355 Aug 24 17:42:20.654429 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb9c46-1603-4a59-90ee-b22d51613f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2e4f0e-68d6-4506-a6ed-d5c64129f146,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:20.715942 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-a0946965-b9f5-486b-9b21-df80dda56566 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:20.717371 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-a0946965-b9f5-486b-9b21-df80dda56566 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876426 Aug 24 17:42:20.732570 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-8299a762-cf2a-4dd7-887d-364811433218 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/quotas/a7eeb7207d55440fae59b1e443cdb670 HTTP/1.1" status: 200 len: 375 time: 0.0093207 Aug 24 17:42:20.769175 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-cc4897d4-d265-4fbb-9d77-d14f1db3df48 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7eeb7207d55440fae59b1e443cdb670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299888 Aug 24 17:42:21.014488 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1c8db61f-1bc6-4cb1-bcaa-de699375a3b4 req-95db80eb-829a-42ec-bc84-10c58b0f21d8 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 210 time: 0.0264313 Aug 24 17:42:22.133693 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d4a7d7bd-fb3e-462f-8496-8517fb6ce510 req-c2b4de58-ed09-4cda-bf78-82a0c6304ba4 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 210 time: 0.0284944 Aug 24 17:42:23.009990 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42408) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:23.122891 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-96ceaa36-bacd-4874-b9a0-5482c5f77a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:23.150004 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-8bc93174-b694-4ff7-9023-d1e9a4841e48 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a7eeb7207d55440fae59b1e443cdb670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357456 Aug 24 17:42:23.247576 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-32b3d69f-41ab-4d4b-ac1b-9421f553255d req-007f81a5-69bd-41c9-99ed-2492ca8cc466 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 210 time: 0.0290372 Aug 24 17:42:23.366414 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-dff56932-4f6b-4b82-81bd-06987fedc483 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:23.367765 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-dff56932-4f6b-4b82-81bd-06987fedc483 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098491 Aug 24 17:42:23.384978 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Request body: {'port': {'device_id': 'bebc97f4-bd3c-4829-887c-c94b4ec9722f', 'network_id': 'b564c2b7-ca14-4f72-8000-dddc39067b8b', 'admin_state_up': True, 'tenant_id': 'a7eeb7207d55440fae59b1e443cdb670'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:42:23.446341 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-96ceaa36-bacd-4874-b9a0-5482c5f77a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:23.556880 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-96ceaa36-bacd-4874-b9a0-5482c5f77a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:23.599877 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-96ceaa36-bacd-4874-b9a0-5482c5f77a30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ad5284bab82476f902f85576bcc6cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5887663 Aug 24 17:42:23.602589 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42420) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:23.608651 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ceaa36-bacd-4874-b9a0-5482c5f77a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1859eb18-100a-4f43-866a-e76c14dd2373,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:23.654758 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2ceec4a3-5076-448c-8790-724da2c08ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:23.661510 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Made reservation on behalf of a7eeb7207d55440fae59b1e443cdb670 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:42:23.665338 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:23.674813 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:23.675494 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2ceec4a3-5076-448c-8790-724da2c08ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:23.763196 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:23.804613 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2ceec4a3-5076-448c-8790-724da2c08ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:23.807237 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2ceec4a3-5076-448c-8790-724da2c08ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:23.808427 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-2ceec4a3-5076-448c-8790-724da2c08ec2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1859eb18-100a-4f43-866a-e76c14dd2373 HTTP/1.1" status: 204 len: 168 time: 0.2047486 Aug 24 17:42:23.816572 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceec4a3-5076-448c-8790-724da2c08ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1859eb18-100a-4f43-866a-e76c14dd2373,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:23.827335 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:23.895880 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44791def-bf01-4b55-b872-c63b54657a0c,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:23.969620 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Allocated IP 192.168.233.253 (b564c2b7-ca14-4f72-8000-dddc39067b8b/04f87711-a9fa-45f2-8b81-063e025c3bcd/541a2501-c6af-4282-a069-3ddcc04ef8cc) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:42:24.112785 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:24.127156 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Transition to ACTIVE for port object 541a2501-c6af-4282-a069-3ddcc04ef8cc will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:42:24.246615 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:24.294042 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Network b564c2b7-ca14-4f72-8000-dddc39067b8b is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:42:24.300573 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:42:24.304727 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:42:24.336248 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Pushing event updated for resources: {'Port': ['ID=541a2501-c6af-4282-a069-3ddcc04ef8cc,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:24.366431 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:24.367609 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:24.395719 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42434) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:24.412513 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191abecc-1b28-4726-9880-8e42d71eae95 req-c207e860-4d34-46b4-9013-f197ad95f406 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:24.413227 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-602004a8-0457-4718-b4ef-63f9a3926092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:24.413335 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-191abecc-1b28-4726-9880-8e42d71eae95 req-c207e860-4d34-46b4-9013-f197ad95f406 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 936 time: 0.0681040 Aug 24 17:42:24.430896 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c316de7b-bce1-4b00-8187-6c3efd4199d5 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0511138 Aug 24 17:42:24.449278 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Request body: {'port': {'device_id': 'bebc97f4-bd3c-4829-887c-c94b4ec9722f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:42:24.459451 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-191abecc-1b28-4726-9880-8e42d71eae95 req-e91a0831-9f38-4225-b7f2-91098c74bcf0 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/security-groups?id=44791def-bf01-4b55-b872-c63b54657a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401664 Aug 24 17:42:24.521578 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:24.674458 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-602004a8-0457-4718-b4ef-63f9a3926092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:24.731253 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-d2e8e088-a7c0-4bbf-a4f5-7993b64f933b None None] Provisioning for port 541a2501-c6af-4282-a069-3ddcc04ef8cc completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:42:24.735218 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-d2e8e088-a7c0-4bbf-a4f5-7993b64f933b None None] Provisioning complete for port 541a2501-c6af-4282-a069-3ddcc04ef8cc triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:42:24.735588 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d2e8e088-a7c0-4bbf-a4f5-7993b64f933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:24.771533 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-d2e8e088-a7c0-4bbf-a4f5-7993b64f933b None None] Port 541a2501-c6af-4282-a069-3ddcc04ef8cc cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:42:24.821106 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-602004a8-0457-4718-b4ef-63f9a3926092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:24.834545 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541a2501-c6af-4282-a069-3ddcc04ef8cc {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:42:24.858033 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:24.878333 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-602004a8-0457-4718-b4ef-63f9a3926092 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=303e7919ce9b473881d2f781a9f3d231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4813917 Aug 24 17:42:24.881051 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42436) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:24.884852 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602004a8-0457-4718-b4ef-63f9a3926092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696869cc-9f57-493e-ba00-eb76c1cf1582,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:24.885507 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Transition to ACTIVE for port object 541a2501-c6af-4282-a069-3ddcc04ef8cc will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:42:24.931017 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce3cb-9567-4ad5-8a3f-5d002ed1a9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:24.954082 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce3cb-9567-4ad5-8a3f-5d002ed1a9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:24.955408 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:25.003980 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=541a2501-c6af-4282-a069-3ddcc04ef8cc,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:25.079440 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Attempting to bind port 541a2501-c6af-4282-a069-3ddcc04ef8cc on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:42:25.080068 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Attempting to bind port 541a2501-c6af-4282-a069-3ddcc04ef8cc by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'ff5eb369-8207-4b49-842e-3c6091988a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b564c2b7-ca14-4f72-8000-dddc39067b8b'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:42:25.080282 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Attempting to bind port 541a2501-c6af-4282-a069-3ddcc04ef8cc on network b564c2b7-ca14-4f72-8000-dddc39067b8b {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:42:25.084755 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Port 541a2501-c6af-4282-a069-3ddcc04ef8cc on network b564c2b7-ca14-4f72-8000-dddc39067b8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:42:25.085075 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Attempting to bind port 541a2501-c6af-4282-a069-3ddcc04ef8cc on network b564c2b7-ca14-4f72-8000-dddc39067b8b {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:42:25.090139 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:42:25.090478 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Checking segment: {'id': 'ff5eb369-8207-4b49-842e-3c6091988a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b564c2b7-ca14-4f72-8000-dddc39067b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:42:25.090862 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Bound using segment: {'id': 'ff5eb369-8207-4b49-842e-3c6091988a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b564c2b7-ca14-4f72-8000-dddc39067b8b'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:42:25.091300 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Bound port: 541a2501-c6af-4282-a069-3ddcc04ef8cc, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5eb369-8207-4b49-842e-3c6091988a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b564c2b7-ca14-4f72-8000-dddc39067b8b'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:42:25.091658 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:25.097533 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce3cb-9567-4ad5-8a3f-5d002ed1a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:25.100808 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce3cb-9567-4ad5-8a3f-5d002ed1a9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:25.102249 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-7f5ce3cb-9567-4ad5-8a3f-5d002ed1a9dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/696869cc-9f57-493e-ba00-eb76c1cf1582 HTTP/1.1" status: 204 len: 168 time: 0.2201557 Aug 24 17:42:25.114735 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ce3cb-9567-4ad5-8a3f-5d002ed1a9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696869cc-9f57-493e-ba00-eb76c1cf1582,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:25.165975 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b7952639-2071-4c74-b9b2-b371168d4975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:25.169618 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] For port 541a2501-c6af-4282-a069-3ddcc04ef8cc, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:42:25.174400 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] For port 541a2501-c6af-4282-a069-3ddcc04ef8cc, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=541a2501-c6af-4282-a069-3ddcc04ef8cc,segment=NetworkSegment(ff5eb369-8207-4b49-842e-3c6091988a3e),segment_id=ff5eb369-8207-4b49-842e-3c6091988a3e)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:42:25.263396 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:25.296461 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:25.297073 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:25.298484 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] 10.222.0.42 "PUT /v2.0/ports/541a2501-c6af-4282-a069-3ddcc04ef8cc HTTP/1.1" status: 200 len: 1098 time: 0.8584275 Aug 24 17:42:25.298919 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebc97f4-bd3c-4829-887c-c94b4ec9722f', 'tag': '541a2501-c6af-4282-a069-3ddcc04ef8cc'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:42:25.301162 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da5f79c-5c72-4535-af18-8bae71cc7f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "bebc97f4-bd3c-4829-887c-c94b4ec9722f", "tag": "541a2501-c6af-4282-a069-3ddcc04ef8cc"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:42:25.343418 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b38ded7-5cb4-4bdb-82a5-ab734bf2210b x-openstack-request-id: req-5b38ded7-5cb4-4bdb-82a5-ab734bf2210b {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:42:25.343715 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebc97f4-bd3c-4829-887c-c94b4ec9722f", "tag": "541a2501-c6af-4282-a069-3ddcc04ef8cc", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:42:25.343966 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b38ded7-5cb4-4bdb-82a5-ab734bf2210b {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:42:25.345094 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebc97f4-bd3c-4829-887c-c94b4ec9722f', 'tag': '541a2501-c6af-4282-a069-3ddcc04ef8cc', 'status': 'completed', 'code': 200} Aug 24 17:42:25.346049 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c298ef-ac3d-47a5-b9b8-c16f9a8ad7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=541a2501-c6af-4282-a069-3ddcc04ef8cc,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:25.575131 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f691dc-ffe8-4359-8793-7f44a87ff485 req-f7786fe9-995a-45a4-95c8-ae0ed2b1526b tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:25.576602 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-18f691dc-ffe8-4359-8793-7f44a87ff485 req-f7786fe9-995a-45a4-95c8-ae0ed2b1526b tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 948 time: 0.0482500 Aug 24 17:42:25.615607 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-18f691dc-ffe8-4359-8793-7f44a87ff485 req-732ad3d5-1a6b-46b8-9e69-daa8139cebcf tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/security-groups?id=44791def-bf01-4b55-b872-c63b54657a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325248 Aug 24 17:42:26.729903 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b842ab6-c363-4af8-94b2-a8b82eba5dda req-1d5dc533-cdba-436f-a902-11df086be64c tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:26.731449 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6b842ab6-c363-4af8-94b2-a8b82eba5dda req-1d5dc533-cdba-436f-a902-11df086be64c tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 948 time: 0.0476503 Aug 24 17:42:26.770540 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-6b842ab6-c363-4af8-94b2-a8b82eba5dda req-12fa6033-108e-41c3-a2ee-966340523a97 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/security-groups?id=44791def-bf01-4b55-b872-c63b54657a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Aug 24 17:42:27.615722 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42502) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:27.716103 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-08a1f26f-1214-486e-b967-01ce63c0ba0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:27.801343 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-08a1f26f-1214-486e-b967-01ce63c0ba0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:27.886931 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d45f1-3fb9-4c63-ac05-b327cc480a18 req-0122b3dc-d263-4d8c-aa90-c698a717603e tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:27.888403 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-942d45f1-3fb9-4c63-ac05-b327cc480a18 req-0122b3dc-d263-4d8c-aa90-c698a717603e tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 948 time: 0.0507112 Aug 24 17:42:27.889465 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-08a1f26f-1214-486e-b967-01ce63c0ba0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:27.938219 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-08a1f26f-1214-486e-b967-01ce63c0ba0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=230a07e8dd2e4909a15801e82b907b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213336 Aug 24 17:42:27.940961 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42510) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:27.949946 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1f26f-1214-486e-b967-01ce63c0ba0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3198b99-28f5-4b0d-926a-13bfd6182fd7,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:27.959286 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-942d45f1-3fb9-4c63-ac05-b327cc480a18 req-00398456-9558-4d29-a186-f92e89cac395 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/security-groups?id=44791def-bf01-4b55-b872-c63b54657a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605559 Aug 24 17:42:27.996583 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b6b69cad-5089-4af1-8e04-7cd14531cf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:28.016577 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b6b69cad-5089-4af1-8e04-7cd14531cf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:28.085828 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-077b5007-56b0-4dc0-9737-b5f6eb7e6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:28.129637 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5f79c-5c72-4535-af18-8bae71cc7f0b req-15325405-8633-4e96-8267-ebda2ecb0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:28.131113 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8da5f79c-5c72-4535-af18-8bae71cc7f0b req-15325405-8633-4e96-8267-ebda2ecb0d0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7eeb7207d55440fae59b1e443cdb670&device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 1101 time: 0.0403342 Aug 24 17:42:28.151233 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b6b69cad-5089-4af1-8e04-7cd14531cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:28.153784 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b6b69cad-5089-4af1-8e04-7cd14531cf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:28.154828 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b6b69cad-5089-4af1-8e04-7cd14531cf23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3198b99-28f5-4b0d-926a-13bfd6182fd7 HTTP/1.1" status: 204 len: 168 time: 0.2123110 Aug 24 17:42:28.168007 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8da5f79c-5c72-4535-af18-8bae71cc7f0b req-a5f3f38d-98d5-4cef-99e3-d101c6656cff service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a7eeb7207d55440fae59b1e443cdb670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259776 Aug 24 17:42:28.172634 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b69cad-5089-4af1-8e04-7cd14531cf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3198b99-28f5-4b0d-926a-13bfd6182fd7,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:28.270793 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5f79c-5c72-4535-af18-8bae71cc7f0b req-b51db878-a85b-4cbe-98cb-51a9e990ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:28.272262 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8da5f79c-5c72-4535-af18-8bae71cc7f0b req-b51db878-a85b-4cbe-98cb-51a9e990ebb4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970535 Aug 24 17:42:28.349178 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-4f8858f1-156f-48f5-b065-bd054716b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:28.350685 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-4f8858f1-156f-48f5-b065-bd054716b026 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7eeb7207d55440fae59b1e443cdb670&device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 1101 time: 0.0429890 Aug 24 17:42:28.393121 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-c27dd704-d1e8-4376-a783-1f118b0aecf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=541a2501-c6af-4282-a069-3ddcc04ef8cc HTTP/1.1" status: 200 len: 217 time: 0.0335600 Aug 24 17:42:28.427567 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:28.447125 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-78d53ace-b938-43bc-a150-46039201b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:28.448742 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-78d53ace-b938-43bc-a150-46039201b708 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f87711-a9fa-45f2-8b81-063e025c3bcd HTTP/1.1" status: 200 len: 843 time: 0.0488629 Aug 24 17:42:28.495163 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-f0c39949-0216-4f54-b8ff-952d7aa46fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:28.496686 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-f0c39949-0216-4f54-b8ff-952d7aa46fda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b564c2b7-ca14-4f72-8000-dddc39067b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406125 Aug 24 17:42:28.583640 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-8b9036d2-cdbb-485a-8f1a-e2dacac3a1f7 service neutron] 10.222.0.42 "GET /v2.0/networks/b564c2b7-ca14-4f72-8000-dddc39067b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799947 Aug 24 17:42:28.674772 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-1f685a14-6209-416d-8442-3db6adbfcd2d req-00c3726d-3593-4a7a-b535-49ac5bf170bf service neutron] 10.222.0.42 "GET /v2.0/networks/b564c2b7-ca14-4f72-8000-dddc39067b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846815 Aug 24 17:42:28.763179 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42518) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:28.777369 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-188e4bca-aa7f-4e3c-a412-5ed2c46f1952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:28.865282 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-188e4bca-aa7f-4e3c-a412-5ed2c46f1952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:28.941014 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-188e4bca-aa7f-4e3c-a412-5ed2c46f1952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:28.980580 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-188e4bca-aa7f-4e3c-a412-5ed2c46f1952 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0566e59b2dbd443faf027cdf8187ab3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163262 Aug 24 17:42:28.981511 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e4bca-aa7f-4e3c-a412-5ed2c46f1952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585872c9-ff0d-47e4-a816-dfc104d4a6db,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:28.983404 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42522) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:29.035491 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-911b8d46-3757-45fb-8a33-0ffd9586afc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:29.081369 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-911b8d46-3757-45fb-8a33-0ffd9586afc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:29.124173 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97795aeb-94a2-4891-a408-984bf11cce9f req-c9862f1f-d799-4f22-b8d7-6cf99ff53c6b tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:29.125659 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-97795aeb-94a2-4891-a408-984bf11cce9f req-c9862f1f-d799-4f22-b8d7-6cf99ff53c6b tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 948 time: 0.0921845 Aug 24 17:42:29.168242 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-97795aeb-94a2-4891-a408-984bf11cce9f req-be39a087-034a-476b-a012-7709887aadd4 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/security-groups?id=44791def-bf01-4b55-b872-c63b54657a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353525 Aug 24 17:42:29.257546 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-911b8d46-3757-45fb-8a33-0ffd9586afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:29.260188 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-911b8d46-3757-45fb-8a33-0ffd9586afc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:29.261468 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-911b8d46-3757-45fb-8a33-0ffd9586afc0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/585872c9-ff0d-47e4-a816-dfc104d4a6db HTTP/1.1" status: 204 len: 168 time: 0.2769918 Aug 24 17:42:29.269478 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b8d46-3757-45fb-8a33-0ffd9586afc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585872c9-ff0d-47e4-a816-dfc104d4a6db,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:29.445830 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:30.291432 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b8fcb-579e-4b1e-a341-69d28e415511 req-e2a4c533-b8db-44c7-97ac-77efbf6400a6 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:30.293022 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-390b8fcb-579e-4b1e-a341-69d28e415511 req-e2a4c533-b8db-44c7-97ac-77efbf6400a6 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 948 time: 0.0543141 Aug 24 17:42:30.331658 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-390b8fcb-579e-4b1e-a341-69d28e415511 req-2e005292-63c5-4f78-a337-7e03db561736 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/security-groups?id=44791def-bf01-4b55-b872-c63b54657a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325441 Aug 24 17:42:30.393491 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 541a2501-c6af-4282-a069-3ddcc04ef8cc details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:42:30.487296 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 541a2501-c6af-4282-a069-3ddcc04ef8cc, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=541a2501-c6af-4282-a069-3ddcc04ef8cc,segment=NetworkSegment(ff5eb369-8207-4b49-842e-3c6091988a3e),segment_id=ff5eb369-8207-4b49-842e-3c6091988a3e)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:30.501309 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:30.502078 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '541a2501-c6af-4282-a069-3ddcc04ef8cc', 'network_id': 'b564c2b7-ca14-4f72-8000-dddc39067b8b', 'port_id': '541a2501-c6af-4282-a069-3ddcc04ef8cc', 'mac_address': 'fa:16:3e:ef:4e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f87711-a9fa-45f2-8b81-063e025c3bcd', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:42:30.539294 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:30.551582 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541a2501-c6af-4282-a069-3ddcc04ef8cc {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:42:30.569982 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 541a2501-c6af-4282-a069-3ddcc04ef8cc, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=541a2501-c6af-4282-a069-3ddcc04ef8cc,segment=NetworkSegment(ff5eb369-8207-4b49-842e-3c6091988a3e),segment_id=ff5eb369-8207-4b49-842e-3c6091988a3e)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:30.657149 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:30.706485 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=541a2501-c6af-4282-a069-3ddcc04ef8cc,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:30.713722 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:30.714071 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:30.714412 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:30.714749 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:30.715080 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:30.715413 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:30.715739 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:30.716064 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:30.716432 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:30.716759 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:30.717082 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:30.717401 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:30.838966 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42566) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:30.898219 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['541a2501-c6af-4282-a069-3ddcc04ef8cc'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:42:30.942949 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ede686da-3ddc-4727-bb82-ff8a5827746e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:31.027382 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ede686da-3ddc-4727-bb82-ff8a5827746e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:31.068249 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ede686da-3ddc-4727-bb82-ff8a5827746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:31.105835 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-ede686da-3ddc-4727-bb82-ff8a5827746e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c2a9cf7e9314d618e31baf46c34c559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655931 Aug 24 17:42:31.106499 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede686da-3ddc-4727-bb82-ff8a5827746e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46886c5e-4a04-418a-a408-3c25b4dacd39,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:31.109195 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42570) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:31.170385 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-dcb3aa2f-3399-4522-976a-d13b0f81070d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:31.191861 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-dcb3aa2f-3399-4522-976a-d13b0f81070d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:31.318211 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-dcb3aa2f-3399-4522-976a-d13b0f81070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:31.320856 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-dcb3aa2f-3399-4522-976a-d13b0f81070d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:31.322035 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-dcb3aa2f-3399-4522-976a-d13b0f81070d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46886c5e-4a04-418a-a408-3c25b4dacd39 HTTP/1.1" status: 204 len: 168 time: 0.2114303 Aug 24 17:42:31.329889 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3aa2f-3399-4522-976a-d13b0f81070d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46886c5e-4a04-418a-a408-3c25b4dacd39,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:31.449449 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf29b0-6c01-490b-bd65-9401be9d4af2 req-948ebffc-5232-4a8f-99d4-ace61b81c4fa tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:31.450894 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3fdf29b0-6c01-490b-bd65-9401be9d4af2 req-948ebffc-5232-4a8f-99d4-ace61b81c4fa tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 949 time: 0.0527394 Aug 24 17:42:31.488291 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3fdf29b0-6c01-490b-bd65-9401be9d4af2 req-47d2eb3a-b99b-48c4-8325-e7bcb4374f0b tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/security-groups?id=44791def-bf01-4b55-b872-c63b54657a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Aug 24 17:42:32.407675 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 541a2501-c6af-4282-a069-3ddcc04ef8cc up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:42:32.525608 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 541a2501-c6af-4282-a069-3ddcc04ef8cc completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:42:32.529452 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 541a2501-c6af-4282-a069-3ddcc04ef8cc triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:42:32.529902 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:32.602341 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359aaa69-0f65-47ed-9752-09722139d404 req-b462ea90-54ea-465d-b020-8fd0f2a8f3a2 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:32.603820 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-359aaa69-0f65-47ed-9752-09722139d404 req-b462ea90-54ea-465d-b020-8fd0f2a8f3a2 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 949 time: 0.0499690 Aug 24 17:42:32.609195 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:32.632434 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebc97f4-bd3c-4829-887c-c94b4ec9722f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541a2501-c6af-4282-a069-3ddcc04ef8cc'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:42:32.634739 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce90806e-4154-42fa-98db-4e2a9d1a4f12" -d '{"events": [{"server_uuid": "bebc97f4-bd3c-4829-887c-c94b4ec9722f", "name": "network-vif-plugged", "status": "completed", "tag": "541a2501-c6af-4282-a069-3ddcc04ef8cc"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:42:32.640733 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-359aaa69-0f65-47ed-9752-09722139d404 req-fbac9b69-96b8-4256-b793-bde03deefbe3 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/security-groups?id=44791def-bf01-4b55-b872-c63b54657a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308521 Aug 24 17:42:32.648213 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 541a2501-c6af-4282-a069-3ddcc04ef8cc, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=541a2501-c6af-4282-a069-3ddcc04ef8cc,segment=NetworkSegment(ff5eb369-8207-4b49-842e-3c6091988a3e),segment_id=ff5eb369-8207-4b49-842e-3c6091988a3e)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:32.673900 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8ab54d-a917-4c9c-998f-e0f69da404a4 x-openstack-request-id: req-2e8ab54d-a917-4c9c-998f-e0f69da404a4 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:42:32.673900 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebc97f4-bd3c-4829-887c-c94b4ec9722f", "name": "network-vif-plugged", "status": "completed", "tag": "541a2501-c6af-4282-a069-3ddcc04ef8cc", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:42:32.673900 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e8ab54d-a917-4c9c-998f-e0f69da404a4 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:42:32.674216 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebc97f4-bd3c-4829-887c-c94b4ec9722f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541a2501-c6af-4282-a069-3ddcc04ef8cc', 'code': 200} Aug 24 17:42:32.712849 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:32.759286 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=541a2501-c6af-4282-a069-3ddcc04ef8cc,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:32.943524 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f3521-b771-41dd-833d-3fac48c63dfc req-19e47329-0dec-49f4-b6f4-95d30fc33631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:32.945032 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0a1f3521-b771-41dd-833d-3fac48c63dfc req-19e47329-0dec-49f4-b6f4-95d30fc33631 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 1103 time: 0.0398974 Aug 24 17:42:32.980545 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-0a1f3521-b771-41dd-833d-3fac48c63dfc req-ccd19e5b-7bcc-48e1-b63a-c17432636528 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=44791def-bf01-4b55-b872-c63b54657a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274649 Aug 24 17:42:33.127550 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-2bac3e06-6e53-4ae0-a296-3063d76b498f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-659580641&fields=id&tenant_id=88517f1554614c4badb7a60e065a8dc0 HTTP/1.1" status: 200 len: 267 time: 0.0323296 Aug 24 17:42:33.236535 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-a7ffdd1e-5b04-437a-9654-40f4556cb5ec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:33.237982 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-a7ffdd1e-5b04-437a-9654-40f4556cb5ec tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 812 time: 0.1039805 Aug 24 17:42:33.253634 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-ee32f1da-bf4a-41bb-9c98-4c75355de6a0 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/quotas/88517f1554614c4badb7a60e065a8dc0 HTTP/1.1" status: 200 len: 375 time: 0.0098522 Aug 24 17:42:33.316331 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-1f3678e2-2fb9-4005-95c4-3c5c34ff68f3 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0569897 Aug 24 17:42:33.412133 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-b043f0e5-82f9-4f53-a416-93c01ebb3a2e service neutron] 10.222.0.41 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865734 Aug 24 17:42:33.501516 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-fa61cc48-5988-4471-a06e-661731af795b service neutron] 10.222.0.41 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838273 Aug 24 17:42:33.757363 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dc771-2c89-4c81-8d50-d5f2f1a65bc6 req-27223bca-9f5a-411b-b0ad-da7776191195 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:33.758879 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a60dc771-2c89-4c81-8d50-d5f2f1a65bc6 req-27223bca-9f5a-411b-b0ad-da7776191195 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 950 time: 0.0493481 Aug 24 17:42:33.796817 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a60dc771-2c89-4c81-8d50-d5f2f1a65bc6 req-d0924bb9-0d4f-45d6-b961-c4049d7abb48 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/security-groups?id=44791def-bf01-4b55-b872-c63b54657a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Aug 24 17:42:33.979726 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d5542877-06df-4f81-b3f7-f9e63f76b271 req-97ba8d6d-6b62-46bc-b7f7-bbcfc7e2914a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 210 time: 0.0305703 Aug 24 17:42:34.914929 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3f6ee-bdb2-4e64-b9ca-6991b8b12129 req-9f93f6b2-9923-4205-9f19-fc62e56ef133 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:34.916390 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-55c3f6ee-bdb2-4e64-b9ca-6991b8b12129 req-9f93f6b2-9923-4205-9f19-fc62e56ef133 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 950 time: 0.0490239 Aug 24 17:42:34.953342 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-55c3f6ee-bdb2-4e64-b9ca-6991b8b12129 req-bc9be0ff-0dd6-41e8-bda4-cec778a5ce62 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/security-groups?id=44791def-bf01-4b55-b872-c63b54657a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311112 Aug 24 17:42:35.072367 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e9e7c7fb-d186-4935-9a43-79f483cbb3e5 req-d7be9e17-f2bd-47d3-b2af-a8bc2fe1ff0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 210 time: 0.0268304 Aug 24 17:42:35.452170 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad60cc-f5e7-45bb-bc6f-aaa921f3d630 req-35d0868f-d9ea-44f4-81e8-4a610491f056 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:35.453636 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-98ad60cc-f5e7-45bb-bc6f-aaa921f3d630 req-35d0868f-d9ea-44f4-81e8-4a610491f056 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 950 time: 0.0495253 Aug 24 17:42:35.492296 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-98ad60cc-f5e7-45bb-bc6f-aaa921f3d630 req-bac42ec3-bd23-4654-91aa-0a6bb56052b6 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/security-groups?id=44791def-bf01-4b55-b872-c63b54657a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326848 Aug 24 17:42:35.851359 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-9210a0cc-f1e2-4a57-bd4e-7014b6c7783e tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:35.852821 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-9210a0cc-f1e2-4a57-bd4e-7014b6c7783e tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 812 time: 0.1038804 Aug 24 17:42:35.898289 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-328fdb4d-7e51-440b-9da8-1d9ac5a980a7 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88517f1554614c4badb7a60e065a8dc0 HTTP/1.1" status: 200 len: 379 time: 0.0339684 Aug 24 17:42:35.909413 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Request body: {'port': {'device_id': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'admin_state_up': True, 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'security_groups': ['9b757223-eb8f-43d1-97c9-cf7a7f857d09']}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:42:36.091132 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Made reservation on behalf of 88517f1554614c4badb7a60e065a8dc0 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:42:36.096116 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:36.173898 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2f1a1c83-fe44-4100-a635-4008f7f73d62 req-683ee757-70bf-44df-9fb4-261e8b694129 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 210 time: 0.0313504 Aug 24 17:42:36.231557 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Allocated IP 172.20.0.7 (c32e03dc-a619-4714-9620-fefd583a9dfb/4dc9eeb4-893f-4ded-904e-e3383b6e9a2b/181a781f-cbdc-4d50-8ea0-f4a108ab241e) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:42:36.366481 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:36.380704 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Transition to ACTIVE for port object 181a781f-cbdc-4d50-8ea0-f4a108ab241e will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:42:36.478779 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:36.519460 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Network c32e03dc-a619-4714-9620-fefd583a9dfb is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:42:36.523927 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:42:36.527712 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:42:36.555959 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'Port': ['ID=181a781f-cbdc-4d50-8ea0-f4a108ab241e,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:36.591129 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:36.591750 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:36.614547 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d448037-9293-44f9-917f-cf76ade7913b req-244627a1-9c16-44a1-bfb6-cf895648ad79 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:36.616117 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8d448037-9293-44f9-917f-cf76ade7913b req-244627a1-9c16-44a1-bfb6-cf895648ad79 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 950 time: 0.0558043 Aug 24 17:42:36.656605 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8d448037-9293-44f9-917f-cf76ade7913b req-57811728-24c2-4831-8cd4-d9ee17a6874c tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/security-groups?id=44791def-bf01-4b55-b872-c63b54657a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344148 Aug 24 17:42:36.667621 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3da8bf76-8316-4cbb-ad9d-0133e86a7a0d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7624080 Aug 24 17:42:36.680916 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Request body: {'port': {'device_id': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:42:36.740194 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:36.897069 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-693f0e66-03f2-4353-b74e-4b677baf19bc None None] Provisioning for port 181a781f-cbdc-4d50-8ea0-f4a108ab241e completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:42:36.901235 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-693f0e66-03f2-4353-b74e-4b677baf19bc None None] Provisioning complete for port 181a781f-cbdc-4d50-8ea0-f4a108ab241e triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:42:36.901692 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-693f0e66-03f2-4353-b74e-4b677baf19bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:36.907404 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ce948-0f08-44ac-ab18-1b8307bd711a req-898f2d1b-c049-4b37-adea-a2f9b2a008c2 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:36.909426 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-756ce948-0f08-44ac-ab18-1b8307bd711a req-898f2d1b-c049-4b37-adea-a2f9b2a008c2 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 950 time: 0.1199787 Aug 24 17:42:36.936729 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-693f0e66-03f2-4353-b74e-4b677baf19bc None None] Port 181a781f-cbdc-4d50-8ea0-f4a108ab241e cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:42:37.090496 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-756ce948-0f08-44ac-ab18-1b8307bd711a req-4739e4a4-20ed-4ff3-a0c1-757109bd5d53 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Deleting port 541a2501-c6af-4282-a069-3ddcc04ef8cc {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:42:37.090770 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-756ce948-0f08-44ac-ab18-1b8307bd711a req-4739e4a4-20ed-4ff3-a0c1-757109bd5d53 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:37.107163 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181a781f-cbdc-4d50-8ea0-f4a108ab241e {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:42:37.118896 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:37.166022 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Transition to ACTIVE for port object 181a781f-cbdc-4d50-8ea0-f4a108ab241e will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:42:37.198612 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-756ce948-0f08-44ac-ab18-1b8307bd711a req-4739e4a4-20ed-4ff3-a0c1-757109bd5d53 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] For port 541a2501-c6af-4282-a069-3ddcc04ef8cc, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=541a2501-c6af-4282-a069-3ddcc04ef8cc,segment=NetworkSegment(ff5eb369-8207-4b49-842e-3c6091988a3e),segment_id=ff5eb369-8207-4b49-842e-3c6091988a3e)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:37.198980 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-756ce948-0f08-44ac-ab18-1b8307bd711a req-4739e4a4-20ed-4ff3-a0c1-757109bd5d53 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:37.218585 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-756ce948-0f08-44ac-ab18-1b8307bd711a req-4739e4a4-20ed-4ff3-a0c1-757109bd5d53 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Calling delete_port for 541a2501-c6af-4282-a069-3ddcc04ef8cc owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:42:37.252824 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:37.293906 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16260328-32b4-4757-9377-0524974d72ac req-f7e8efd6-8b6a-4ae2-9d51-83d47a46b6ba tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:37.300812 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-16260328-32b4-4757-9377-0524974d72ac req-f7e8efd6-8b6a-4ae2-9d51-83d47a46b6ba tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 943 time: 0.0563879 Aug 24 17:42:37.315595 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=181a781f-cbdc-4d50-8ea0-f4a108ab241e,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:37.340447 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-16260328-32b4-4757-9377-0524974d72ac req-e0a2ebec-8273-4f4c-bb4c-ba99623a1a15 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383880 Aug 24 17:42:37.433763 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Attempting to bind port 181a781f-cbdc-4d50-8ea0-f4a108ab241e on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:42:37.434103 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Attempting to bind port 181a781f-cbdc-4d50-8ea0-f4a108ab241e by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:42:37.434436 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Attempting to bind port 181a781f-cbdc-4d50-8ea0-f4a108ab241e on network c32e03dc-a619-4714-9620-fefd583a9dfb {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:42:37.446335 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Port 181a781f-cbdc-4d50-8ea0-f4a108ab241e on network c32e03dc-a619-4714-9620-fefd583a9dfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:42:37.446660 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Attempting to bind port 181a781f-cbdc-4d50-8ea0-f4a108ab241e on network c32e03dc-a619-4714-9620-fefd583a9dfb {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:42:37.452299 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:42:37.452673 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Checking segment: {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:42:37.453059 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Bound using segment: {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:42:37.453485 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Bound port: 181a781f-cbdc-4d50-8ea0-f4a108ab241e, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46da9b38-b6c8-4af6-bb78-d297099c504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:42:37.453844 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:37.510301 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-756ce948-0f08-44ac-ab18-1b8307bd711a req-4739e4a4-20ed-4ff3-a0c1-757109bd5d53 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:37.522733 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['541a2501-c6af-4282-a069-3ddcc04ef8cc'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:42:37.548559 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739e4a4-20ed-4ff3-a0c1-757109bd5d53 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Pushing event deleted for resources: {'Port': ['ID=541a2501-c6af-4282-a069-3ddcc04ef8cc,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:37.553608 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] For port 181a781f-cbdc-4d50-8ea0-f4a108ab241e, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:42:37.585410 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] For port 181a781f-cbdc-4d50-8ea0-f4a108ab241e, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=181a781f-cbdc-4d50-8ea0-f4a108ab241e,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:42:37.603483 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-756ce948-0f08-44ac-ab18-1b8307bd711a req-4739e4a4-20ed-4ff3-a0c1-757109bd5d53 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] No DVR routers for this DVR port 541a2501-c6af-4282-a069-3ddcc04ef8cc on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:42:37.605934 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-756ce948-0f08-44ac-ab18-1b8307bd711a req-4739e4a4-20ed-4ff3-a0c1-757109bd5d53 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:37.607928 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-756ce948-0f08-44ac-ab18-1b8307bd711a req-4739e4a4-20ed-4ff3-a0c1-757109bd5d53 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.42 "DELETE /v2.0/ports/541a2501-c6af-4282-a069-3ddcc04ef8cc HTTP/1.1" status: 204 len: 173 time: 0.6921580 Aug 24 17:42:37.608431 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebc97f4-bd3c-4829-887c-c94b4ec9722f', 'name': 'network-vif-deleted', 'tag': '541a2501-c6af-4282-a069-3ddcc04ef8cc'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:42:37.611485 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a285d269-2d28-450e-af4b-9bbe16fdab76" -d '{"events": [{"server_uuid": "bebc97f4-bd3c-4829-887c-c94b4ec9722f", "name": "network-vif-deleted", "tag": "541a2501-c6af-4282-a069-3ddcc04ef8cc"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:42:37.648776 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33eb74a-6972-408f-ac1a-32bf5088a80a x-openstack-request-id: req-c33eb74a-6972-408f-ac1a-32bf5088a80a {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:42:37.649148 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebc97f4-bd3c-4829-887c-c94b4ec9722f", "name": "network-vif-deleted", "tag": "541a2501-c6af-4282-a069-3ddcc04ef8cc", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:42:37.649470 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c33eb74a-6972-408f-ac1a-32bf5088a80a {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:42:37.649992 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebc97f4-bd3c-4829-887c-c94b4ec9722f', 'name': 'network-vif-deleted', 'tag': '541a2501-c6af-4282-a069-3ddcc04ef8cc', 'status': 'completed', 'code': 200} Aug 24 17:42:37.673442 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:37.712885 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:37.713590 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:37.715303 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] 10.222.0.42 "PUT /v2.0/ports/181a781f-cbdc-4d50-8ea0-f4a108ab241e HTTP/1.1" status: 200 len: 1093 time: 1.0389519 Aug 24 17:42:37.756383 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad05122-4c4d-4fde-82c9-e5bfbeb6b1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=181a781f-cbdc-4d50-8ea0-f4a108ab241e,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:37.772587 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-83cfb465-f794-471c-8cd0-dc4e94458b70 req-6e8ad0a9-8e38-40f8-aa13-9a2d924221e4 tempest-VolumesNegativeTest-1585962731 tempest-VolumesNegativeTest-1585962731-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebc97f4-bd3c-4829-887c-c94b4ec9722f HTTP/1.1" status: 200 len: 210 time: 0.0319464 Aug 24 17:42:37.894160 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-b4d2b135-ff35-42cd-9035-e24170ecb056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:37.900091 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-b4d2b135-ff35-42cd-9035-e24170ecb056 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 1096 time: 0.0486627 Aug 24 17:42:37.939418 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-42f23d52-38c9-4166-b7f9-902c9e11fbf4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=181a781f-cbdc-4d50-8ea0-f4a108ab241e HTTP/1.1" status: 200 len: 217 time: 0.0335426 Aug 24 17:42:37.989224 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-dcd965bb-e635-4367-b5d7-847f67fa2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:37.990726 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-dcd965bb-e635-4367-b5d7-847f67fa2e41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b HTTP/1.1" status: 200 len: 851 time: 0.0446928 Aug 24 17:42:38.037955 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-86dc42ef-f542-4407-8ab7-7c6dcaf19a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:38.039395 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-86dc42ef-f542-4407-8ab7-7c6dcaf19a11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c32e03dc-a619-4714-9620-fefd583a9dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409367 Aug 24 17:42:38.133499 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3c96aaa5-dc76-47f5-ad0a-4f8d51d7d986 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839088 Aug 24 17:42:38.225776 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b2c89721-49a9-4d52-9179-b8b30b265472 req-3e900ad2-76a6-4d99-acb9-573e9c2be3e4 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824320 Aug 24 17:42:38.458009 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17660ed-1b81-4c04-ac6c-68e4709ec559 req-82ef2901-4c64-4a36-b391-3043baec53a5 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:38.459367 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f17660ed-1b81-4c04-ac6c-68e4709ec559 req-82ef2901-4c64-4a36-b391-3043baec53a5 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 943 time: 0.0479391 Aug 24 17:42:38.497391 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f17660ed-1b81-4c04-ac6c-68e4709ec559 req-daecf1cb-3d21-44d2-ac39-eae2f1b7d998 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318146 Aug 24 17:42:39.611183 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f3ad0-e726-489b-aa04-84d2fef0559e req-57157473-fdfb-4f74-9fdb-f634bc4f4bd2 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:39.612776 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d50f3ad0-e726-489b-aa04-84d2fef0559e req-57157473-fdfb-4f74-9fdb-f634bc4f4bd2 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 943 time: 0.0504737 Aug 24 17:42:39.650458 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d50f3ad0-e726-489b-aa04-84d2fef0559e req-bbaae512-f650-44b9-8fc0-ac6e6578a49b tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317719 Aug 24 17:42:39.650695 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'tag': '181a781f-cbdc-4d50-8ea0-f4a108ab241e'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:42:39.653311 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aab357-bf28-4358-b83a-6a4b22061eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "62ba2f9a-20c6-407c-a02a-088f541446ec", "tag": "181a781f-cbdc-4d50-8ea0-f4a108ab241e"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:42:39.688095 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5827d2d4-c847-47b7-8ed3-fd444cd4a0da x-openstack-request-id: req-5827d2d4-c847-47b7-8ed3-fd444cd4a0da {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:42:39.688408 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ba2f9a-20c6-407c-a02a-088f541446ec", "tag": "181a781f-cbdc-4d50-8ea0-f4a108ab241e", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:42:39.691565 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5827d2d4-c847-47b7-8ed3-fd444cd4a0da {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:42:39.691565 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'tag': '181a781f-cbdc-4d50-8ea0-f4a108ab241e', 'status': 'completed', 'code': 200} Aug 24 17:42:39.764166 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab357-bf28-4358-b83a-6a4b22061eb6 req-beeae306-c1d2-4124-a410-1e87c69a4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:39.765622 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-61aab357-bf28-4358-b83a-6a4b22061eb6 req-beeae306-c1d2-4124-a410-1e87c69a4fa1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 1096 time: 0.0539653 Aug 24 17:42:39.859856 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab357-bf28-4358-b83a-6a4b22061eb6 req-d9617623-9617-4c1c-80fe-419456ceaadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:39.862593 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-61aab357-bf28-4358-b83a-6a4b22061eb6 req-d9617623-9617-4c1c-80fe-419456ceaadb service neutron] 10.222.0.42 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 913 time: 0.0902498 Aug 24 17:42:39.907971 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-61aab357-bf28-4358-b83a-6a4b22061eb6 req-3ccd87d1-47a7-4d0f-b51d-832cc3967964 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=181a781f-cbdc-4d50-8ea0-f4a108ab241e HTTP/1.1" status: 200 len: 217 time: 0.0381782 Aug 24 17:42:40.203304 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab357-bf28-4358-b83a-6a4b22061eb6 req-a7628ef1-1bca-4ce6-b81b-0143f0bd81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:40.205854 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-61aab357-bf28-4358-b83a-6a4b22061eb6 req-a7628ef1-1bca-4ce6-b81b-0143f0bd81e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b HTTP/1.1" status: 200 len: 851 time: 0.2904925 Aug 24 17:42:40.251640 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab357-bf28-4358-b83a-6a4b22061eb6 req-dd6784cc-67b1-4eda-82fc-ab50868d21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:40.253136 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-61aab357-bf28-4358-b83a-6a4b22061eb6 req-dd6784cc-67b1-4eda-82fc-ab50868d21c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c32e03dc-a619-4714-9620-fefd583a9dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409560 Aug 24 17:42:40.343951 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-61aab357-bf28-4358-b83a-6a4b22061eb6 req-95b413ab-bce7-40a9-ae6a-5b55cda7df37 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831704 Aug 24 17:42:40.431764 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-61aab357-bf28-4358-b83a-6a4b22061eb6 req-ecc29609-28d0-4a62-86a8-594875ec5513 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810416 Aug 24 17:42:40.458682 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 541a2501-c6af-4282-a069-3ddcc04ef8cc no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:42:40.601071 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 541a2501-c6af-4282-a069-3ddcc04ef8cc {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:42:40.601412 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 541a2501-c6af-4282-a069-3ddcc04ef8cc not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:42:40.762240 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763b50b-cd54-4d80-8a1b-ca1b81dc27aa req-61a5d5c8-fadf-4532-b0da-8eaf097a94e6 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:40.763695 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8763b50b-cd54-4d80-8a1b-ca1b81dc27aa req-61a5d5c8-fadf-4532-b0da-8eaf097a94e6 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 943 time: 0.0476713 Aug 24 17:42:40.803982 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8763b50b-cd54-4d80-8a1b-ca1b81dc27aa req-740beeb2-d76c-4534-8af0-8fd7b8b0ddf8 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335460 Aug 24 17:42:41.921271 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb49124-cfd9-4336-a047-35de1ba4b0f0 req-0f260929-ff69-4abf-92ad-9af59d085056 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:41.922729 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4eb49124-cfd9-4336-a047-35de1ba4b0f0 req-0f260929-ff69-4abf-92ad-9af59d085056 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 943 time: 0.0496054 Aug 24 17:42:41.962480 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4eb49124-cfd9-4336-a047-35de1ba4b0f0 req-14abdf6e-ed09-499e-8966-58dcfba02992 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334628 Aug 24 17:42:42.497479 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:43.076914 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f36b1-db9a-4393-ba46-de7de039fb3b req-5f1de389-10ce-4948-93c7-483f4215331a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:43.078284 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-418f36b1-db9a-4393-ba46-de7de039fb3b req-5f1de389-10ce-4948-93c7-483f4215331a tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 943 time: 0.0485165 Aug 24 17:42:43.116060 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-418f36b1-db9a-4393-ba46-de7de039fb3b req-1837a20e-b227-4fa9-8566-4e48d13c1702 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315547 Aug 24 17:42:43.466527 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-264b9123-48c5-4a17-9730-cd2791c58713 req-1a2f6f13-8dcf-4bf7-92bb-c981b4a3c055 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394559 Aug 24 17:42:43.548646 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b9123-48c5-4a17-9730-cd2791c58713 req-a4a21be9-cccc-48dc-a6c6-233fc38dcfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:43.550131 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-264b9123-48c5-4a17-9730-cd2791c58713 req-a4a21be9-cccc-48dc-a6c6-233fc38dcfce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 1099 time: 0.0435581 Aug 24 17:42:43.651627 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b9123-48c5-4a17-9730-cd2791c58713 req-83c2b8a3-3843-485d-b5cd-4308f5169fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:43.653004 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-264b9123-48c5-4a17-9730-cd2791c58713 req-83c2b8a3-3843-485d-b5cd-4308f5169fc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 913 time: 0.0837841 Aug 24 17:42:43.722555 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-264b9123-48c5-4a17-9730-cd2791c58713 req-db35869a-1324-4ccc-bd06-1f8f053d6ef8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fcc9a71-f924-4107-a775-96c0c506ce1c HTTP/1.1" status: 200 len: 1001 time: 0.0607598 Aug 24 17:42:43.773054 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b9123-48c5-4a17-9730-cd2791c58713 req-c64856f6-8512-4ac7-987d-71fb6fbe1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:43.774626 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-264b9123-48c5-4a17-9730-cd2791c58713 req-c64856f6-8512-4ac7-987d-71fb6fbe1f87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b HTTP/1.1" status: 200 len: 851 time: 0.0443654 Aug 24 17:42:43.820017 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b9123-48c5-4a17-9730-cd2791c58713 req-eda2fd2f-8ba9-4691-9c6f-3f11751aa465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:43.822227 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-264b9123-48c5-4a17-9730-cd2791c58713 req-eda2fd2f-8ba9-4691-9c6f-3f11751aa465 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c32e03dc-a619-4714-9620-fefd583a9dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392857 Aug 24 17:42:43.914377 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-264b9123-48c5-4a17-9730-cd2791c58713 req-b868b29f-20c8-4c9d-8b0d-d8868895c514 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836744 Aug 24 17:42:44.005822 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-264b9123-48c5-4a17-9730-cd2791c58713 req-499b5433-3a2b-4547-b005-311040a8367f service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833373 Aug 24 17:42:44.227640 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e74f17-5781-4a6e-9720-c09f573d76f6 req-d6fef100-53e6-49e8-85a0-ec9aea64e07b tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:44.229093 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-22e74f17-5781-4a6e-9720-c09f573d76f6 req-d6fef100-53e6-49e8-85a0-ec9aea64e07b tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 943 time: 0.0472608 Aug 24 17:42:44.270293 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-22e74f17-5781-4a6e-9720-c09f573d76f6 req-2c1413d4-54f6-40a2-985e-41cb0e2c5df4 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353065 Aug 24 17:42:44.362379 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 42868) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:44.503881 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-8fbb0aa0-4c0c-4a83-9686-35377444b522 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7eeb7207d55440fae59b1e443cdb670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403108 Aug 24 17:42:44.506607 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42872) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:44.556184 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:44.576472 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:44.691311 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:44.693818 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:44.694963 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44791def-bf01-4b55-b872-c63b54657a0c HTTP/1.1" status: 204 len: 168 time: 0.1872997 Aug 24 17:42:44.703566 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44791def-bf01-4b55-b872-c63b54657a0c,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:44.711730 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:44.712126 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:44.712525 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:44.712901 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:44.713238 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:44.713570 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:44.713898 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:44.714224 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:44.714559 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:44.714932 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:44.715390 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:44.715696 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663b67b-da00-4f2e-82dc-5ffa2412adab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:45.388516 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbc744-844d-4d1d-b6d5-6929104fd1f4 req-29d4007e-81e0-4f8d-aab2-c59da9a080c9 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:45.389670 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1ccbc744-844d-4d1d-b6d5-6929104fd1f4 req-29d4007e-81e0-4f8d-aab2-c59da9a080c9 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 943 time: 0.0503800 Aug 24 17:42:45.430991 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1ccbc744-844d-4d1d-b6d5-6929104fd1f4 req-e022483a-8972-49db-829e-8cd76391d74c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339506 Aug 24 17:42:46.488840 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 181a781f-cbdc-4d50-8ea0-f4a108ab241e details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:42:46.549006 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090cc5d-135f-482d-87e9-e51ea510ea4f req-93dc1181-74eb-4590-b743-ba6052630d76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:46.550367 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2090cc5d-135f-482d-87e9-e51ea510ea4f req-93dc1181-74eb-4590-b743-ba6052630d76 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 943 time: 0.0527084 Aug 24 17:42:46.586194 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 181a781f-cbdc-4d50-8ea0-f4a108ab241e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=181a781f-cbdc-4d50-8ea0-f4a108ab241e,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:46.589447 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2090cc5d-135f-482d-87e9-e51ea510ea4f req-a4e37533-87cf-42e9-b9c4-f8c24d962d07 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331011 Aug 24 17:42:46.599287 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '181a781f-cbdc-4d50-8ea0-f4a108ab241e', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'port_id': '181a781f-cbdc-4d50-8ea0-f4a108ab241e', 'mac_address': 'fa:16:3e:51:f2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:42:46.640354 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:46.654038 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181a781f-cbdc-4d50-8ea0-f4a108ab241e {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:42:46.672746 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 181a781f-cbdc-4d50-8ea0-f4a108ab241e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=181a781f-cbdc-4d50-8ea0-f4a108ab241e,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:46.754198 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:46.802205 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=181a781f-cbdc-4d50-8ea0-f4a108ab241e,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:46.963286 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['181a781f-cbdc-4d50-8ea0-f4a108ab241e'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:42:47.708296 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c28f14-f174-4b65-8cc7-867cde534690 req-b7c4930d-db90-4517-9295-17a85ddad668 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:47.709789 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a4c28f14-f174-4b65-8cc7-867cde534690 req-b7c4930d-db90-4517-9295-17a85ddad668 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 944 time: 0.0497773 Aug 24 17:42:47.748370 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a4c28f14-f174-4b65-8cc7-867cde534690 req-ab62ef5b-582c-449a-975b-e576c71013fb tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322158 Aug 24 17:42:48.859333 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c961ea5-2e77-4cd3-9c05-9c324cfd3cef req-f0cb4013-07c0-4e81-b615-3cef147f7900 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:48.861589 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2c961ea5-2e77-4cd3-9c05-9c324cfd3cef req-f0cb4013-07c0-4e81-b615-3cef147f7900 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 944 time: 0.0485644 Aug 24 17:42:48.897021 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-2c961ea5-2e77-4cd3-9c05-9c324cfd3cef req-b59c7bcd-f937-4c9d-992c-a2268b802c24 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298383 Aug 24 17:42:49.162536 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 181a781f-cbdc-4d50-8ea0-f4a108ab241e up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:42:49.192576 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:42:49.296746 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 181a781f-cbdc-4d50-8ea0-f4a108ab241e completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:42:49.300530 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 181a781f-cbdc-4d50-8ea0-f4a108ab241e triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:42:49.306500 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:49.376482 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:49.398311 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181a781f-cbdc-4d50-8ea0-f4a108ab241e'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:42:49.400431 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7106b52c-bfdf-438a-90de-1a3f957c528e" -d '{"events": [{"server_uuid": "62ba2f9a-20c6-407c-a02a-088f541446ec", "name": "network-vif-plugged", "status": "completed", "tag": "181a781f-cbdc-4d50-8ea0-f4a108ab241e"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:42:49.413385 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 181a781f-cbdc-4d50-8ea0-f4a108ab241e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=181a781f-cbdc-4d50-8ea0-f4a108ab241e,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:42:49.436693 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740c809f-f55e-4cf3-a6d5-c895fa97bb60 x-openstack-request-id: req-740c809f-f55e-4cf3-a6d5-c895fa97bb60 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:42:49.436984 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ba2f9a-20c6-407c-a02a-088f541446ec", "name": "network-vif-plugged", "status": "completed", "tag": "181a781f-cbdc-4d50-8ea0-f4a108ab241e", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:42:49.437237 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-740c809f-f55e-4cf3-a6d5-c895fa97bb60 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:42:49.437629 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181a781f-cbdc-4d50-8ea0-f4a108ab241e', 'code': 200} Aug 24 17:42:49.479493 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:49.524938 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=181a781f-cbdc-4d50-8ea0-f4a108ab241e,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:50.019736 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ea6f7-587f-4921-9fff-93a54bed9bef req-ae85de61-16dd-4e89-8f50-2fe1422bee0f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:50.021172 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-511ea6f7-587f-4921-9fff-93a54bed9bef req-ae85de61-16dd-4e89-8f50-2fe1422bee0f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 945 time: 0.0509975 Aug 24 17:42:50.056874 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-511ea6f7-587f-4921-9fff-93a54bed9bef req-9a824771-3f0b-4ba8-9071-721d5406a82c tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299587 Aug 24 17:42:51.170600 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79bf58-58f1-4b39-8c26-eeea4ac27474 req-d9b1642a-08b6-4258-bec8-c5656baadffa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:51.172039 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5c79bf58-58f1-4b39-8c26-eeea4ac27474 req-d9b1642a-08b6-4258-bec8-c5656baadffa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 945 time: 0.0482638 Aug 24 17:42:51.210118 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-5c79bf58-58f1-4b39-8c26-eeea4ac27474 req-b9abb878-d9e3-4fbd-b8cf-26f398c616d5 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317945 Aug 24 17:42:51.444998 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8e1aa-a83a-4651-8bc0-a48a18d1aa3c req-914361a3-8e50-49b9-bf0e-f6c42f313999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:51.446459 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-87d8e1aa-a83a-4651-8bc0-a48a18d1aa3c req-914361a3-8e50-49b9-bf0e-f6c42f313999 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 1098 time: 0.0458565 Aug 24 17:42:51.483138 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-87d8e1aa-a83a-4651-8bc0-a48a18d1aa3c req-5b79b7f5-c723-4155-9934-57e579e92538 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280323 Aug 24 17:42:52.326714 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8d943-4f2c-48e2-a4b0-7774bc452e2a req-31108038-843d-4f47-b191-6233ca4fe354 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:52.328159 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f5d8d943-4f2c-48e2-a4b0-7774bc452e2a req-31108038-843d-4f47-b191-6233ca4fe354 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 945 time: 0.0527809 Aug 24 17:42:52.366440 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f5d8d943-4f2c-48e2-a4b0-7774bc452e2a req-c55aed1f-1a8b-4704-a4a2-5267e0c8b489 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317626 Aug 24 17:42:53.482495 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd208692-30c5-4375-b1b8-2063f79ee123 req-0216e441-db0d-4426-9dae-9d4160fe1f2f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:53.483948 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bd208692-30c5-4375-b1b8-2063f79ee123 req-0216e441-db0d-4426-9dae-9d4160fe1f2f tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 945 time: 0.0524728 Aug 24 17:42:53.522586 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bd208692-30c5-4375-b1b8-2063f79ee123 req-3313c30c-7549-4738-9f17-841fa52f58d6 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315375 Aug 24 17:42:53.633531 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff725be-f9d3-43af-8212-ac7f6a03814d req-fe55e200-a91d-4308-8b54-9406d7acf4dc tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:53.634996 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-eff725be-f9d3-43af-8212-ac7f6a03814d req-fe55e200-a91d-4308-8b54-9406d7acf4dc tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 945 time: 0.0470910 Aug 24 17:42:53.671620 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-eff725be-f9d3-43af-8212-ac7f6a03814d req-4a509033-9b24-4c1c-a3e0-840c1258c0dd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307291 Aug 24 17:42:53.696239 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42942) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:53.875735 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf9798a-2d19-41cc-a6be-d8196ff415b8 tempest-TestVolumeBootPattern-1932135789 tempest-TestVolumeBootPattern-1932135789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:53.877864 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-eaf9798a-2d19-41cc-a6be-d8196ff415b8 tempest-TestVolumeBootPattern-1932135789 tempest-TestVolumeBootPattern-1932135789-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 1093 time: 0.1806052 Aug 24 17:42:53.880781 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 42946) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:42:53.884959 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Request body: {'floatingip': {'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'port_id': '181a781f-cbdc-4d50-8ea0-f4a108ab241e', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:42:53.965054 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for floatingip, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:54.061428 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:54.167385 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Allocated IP 172.27.2.215 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/06a774a3-cf1b-44ae-a244-3db99e327bb9) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:42:54.270462 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:54.394198 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:54.435717 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:42:54.438671 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:42:54.441236 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:42:54.468211 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'Port': ['ID=06a774a3-cf1b-44ae-a244-3db99e327bb9,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:54.999558 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:55.130256 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:55.152653 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-8928efe7-110f-4997-979d-635b20c2f6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:55.278934 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for port, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:55.334953 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13043985'] for port, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:55.406440 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event updated for resources: {'Port': ['ID=06a774a3-cf1b-44ae-a244-3db99e327bb9,revision_number=2']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:55.415219 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:55.512606 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.l3_db [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Floating IP 04db4ed5-28c0-415b-b5ea-74edd3aa57e0 associated. External IP: 172.27.2.215, port: 181a781f-cbdc-4d50-8ea0-f4a108ab241e. Aug 24 17:42:55.712111 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Router 1908430a-1814-4a46-8612-b745cedfc960 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:42:55.817816 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:42:55.829660 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e3a6c-af25-4cec-b57e-125d6a7e4ed1 None None] Sync routers for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:42:55.838737 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e3a6c-af25-4cec-b57e-125d6a7e4ed1 None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:42:55.839341 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-d21e3a6c-af25-4cec-b57e-125d6a7e4ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:42:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:55.889650 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:55.917963 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-8ceb4aee-f6a4-4b9e-9ac5-c6cf1ed5a56d tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0361776 Aug 24 17:42:55.918773 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'tag': '181a781f-cbdc-4d50-8ea0-f4a108ab241e'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:42:55.921105 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99508a1e-cdc9-420a-9d00-ba4b02ec24bb" -d '{"events": [{"name": "network-changed", "server_uuid": "62ba2f9a-20c6-407c-a02a-088f541446ec", "tag": "181a781f-cbdc-4d50-8ea0-f4a108ab241e"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:42:55.949806 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-d21e3a6c-af25-4cec-b57e-125d6a7e4ed1 None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:42:55.957348 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6d5346-d106-4555-ab4a-87a5c15d7349 x-openstack-request-id: req-fa6d5346-d106-4555-ab4a-87a5c15d7349 {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:42:55.957632 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ba2f9a-20c6-407c-a02a-088f541446ec", "tag": "181a781f-cbdc-4d50-8ea0-f4a108ab241e", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:42:55.957881 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa6d5346-d106-4555-ab4a-87a5c15d7349 {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:42:55.958274 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'tag': '181a781f-cbdc-4d50-8ea0-f4a108ab241e', 'status': 'completed', 'code': 200} Aug 24 17:42:56.017980 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99508a1e-cdc9-420a-9d00-ba4b02ec24bb req-58091cee-40a9-4bc9-a428-ee87d76f19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:56.019496 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-99508a1e-cdc9-420a-9d00-ba4b02ec24bb req-58091cee-40a9-4bc9-a428-ee87d76f19e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 1098 time: 0.0395327 Aug 24 17:42:56.114578 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99508a1e-cdc9-420a-9d00-ba4b02ec24bb req-7999de3f-ceb2-4c67-854c-30cc01bd5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:56.116102 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-99508a1e-cdc9-420a-9d00-ba4b02ec24bb req-7999de3f-ceb2-4c67-854c-30cc01bd5860 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 913 time: 0.0901554 Aug 24 17:42:56.179199 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-d21e3a6c-af25-4cec-b57e-125d6a7e4ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '04db4ed5-28c0-415b-b5ea-74edd3aa57e0', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.215', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '181a781f-cbdc-4d50-8ea0-f4a108ab241e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:51:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:42:54Z', 'updated_at': '2021-08-24T17:42:54Z', 'revision_number': 0, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}, {'id': 'cd3dc614-25c2-4e88-bc1f-517c32fe243e', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:2c:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:40:36Z', 'updated_at': '2021-08-24T17:40:39Z', 'revision_number': 1, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:56.183911 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-99508a1e-cdc9-420a-9d00-ba4b02ec24bb req-3f40cb6d-6276-42ad-aaf5-508a9af11ada service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=181a781f-cbdc-4d50-8ea0-f4a108ab241e HTTP/1.1" status: 200 len: 999 time: 0.0611007 Aug 24 17:42:56.204889 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e3a6c-af25-4cec-b57e-125d6a7e4ed1 None None] Checking router: 1908430a-1814-4a46-8612-b745cedfc960 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:42:56.213178 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e3a6c-af25-4cec-b57e-125d6a7e4ed1 None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:42:56.213776 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-d21e3a6c-af25-4cec-b57e-125d6a7e4ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:42:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:56.241458 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99508a1e-cdc9-420a-9d00-ba4b02ec24bb req-93bfc180-7f94-43da-b196-457dc38d28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:56.242960 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-99508a1e-cdc9-420a-9d00-ba4b02ec24bb req-93bfc180-7f94-43da-b196-457dc38d28fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b HTTP/1.1" status: 200 len: 851 time: 0.0520515 Aug 24 17:42:56.297439 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99508a1e-cdc9-420a-9d00-ba4b02ec24bb req-b51ddf74-c642-40cf-afa9-569a7cb7120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:42:56.299032 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-99508a1e-cdc9-420a-9d00-ba4b02ec24bb req-b51ddf74-c642-40cf-afa9-569a7cb7120b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c32e03dc-a619-4714-9620-fefd583a9dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495484 Aug 24 17:42:56.321092 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-d21e3a6c-af25-4cec-b57e-125d6a7e4ed1 None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:42:56.387124 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-99508a1e-cdc9-420a-9d00-ba4b02ec24bb req-5d9e43ff-a39f-4966-b59f-cf5fc9610010 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807805 Aug 24 17:42:56.480520 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-99508a1e-cdc9-420a-9d00-ba4b02ec24bb req-ae780ef9-68b7-426a-ac72-ed004aa3bc58 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852020 Aug 24 17:42:56.548559 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-d21e3a6c-af25-4cec-b57e-125d6a7e4ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '04db4ed5-28c0-415b-b5ea-74edd3aa57e0', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.215', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '181a781f-cbdc-4d50-8ea0-f4a108ab241e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:51:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:42:54Z', 'updated_at': '2021-08-24T17:42:54Z', 'revision_number': 0, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}, {'id': 'cd3dc614-25c2-4e88-bc1f-517c32fe243e', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:2c:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:40:36Z', 'updated_at': '2021-08-24T17:40:39Z', 'revision_number': 1, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:42:56.575030 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e3a6c-af25-4cec-b57e-125d6a7e4ed1 None None] The sync data for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi is: [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '04db4ed5-28c0-415b-b5ea-74edd3aa57e0', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.215', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '181a781f-cbdc-4d50-8ea0-f4a108ab241e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:51:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:42:54Z', 'updated_at': '2021-08-24T17:42:54Z', 'revision_number': 0, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}, {'id': 'cd3dc614-25c2-4e88-bc1f-517c32fe243e', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:2c:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:40:36Z', 'updated_at': '2021-08-24T17:40:39Z', 'revision_number': 1, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:42:56.761809 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c43067-e09d-4063-9767-96adec251c45 None None] New status for floating IP 04db4ed5-28c0-415b-b5ea-74edd3aa57e0: ACTIVE {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:42:58.125412 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-245b438b-b53d-42ff-8b6b-557a0506347f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:58.432265 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:42:59.462296 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:00.472872 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:06.797498 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43040) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:06.909290 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f1486cea-0721-461a-a372-2d2dc44b18e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:07.000328 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f1486cea-0721-461a-a372-2d2dc44b18e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:07.079562 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-f1486cea-0721-461a-a372-2d2dc44b18e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:07.118477 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-f1486cea-0721-461a-a372-2d2dc44b18e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4937c35dbcd4cb4b70f1dc18faf1d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199544 Aug 24 17:43:07.119312 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1486cea-0721-461a-a372-2d2dc44b18e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534064bb-a254-4a4f-b762-2cd37d85b587,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:07.121256 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43044) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:07.172508 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:07.193477 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:07.353449 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:07.355903 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:07.357094 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/534064bb-a254-4a4f-b762-2cd37d85b587 HTTP/1.1" status: 204 len: 168 time: 0.2348111 Aug 24 17:43:07.365871 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534064bb-a254-4a4f-b762-2cd37d85b587,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:07.373112 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:07.373461 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:07.373804 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:07.374233 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:07.374491 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:07.374942 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:07.375293 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:07.375618 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:07.375943 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:07.376266 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:07.376628 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:07.376953 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adf662-14d2-428f-82d7-f6a458f03d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:08.290122 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43066) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:08.384615 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1416031573-network', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:08.466366 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Made reservation on behalf of 2753a14fc3e04196b29ed209b937ef26 for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:43:08.468650 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:08.477678 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:08.561979 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:08.656129 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:08.682744 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=94619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:43:08.687858 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504424b9-3d07-4c23-a49d-81eea0845eef,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:08.695814 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:08.695918 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Added segment 7fca9691-f856-4b5d-966c-a0a1f71c7cd4 of type vlan for network ebad99d9-aacc-493b-ac22-6d49a8b06f28 Aug 24 17:43:08.738306 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:08.810458 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:08.811385 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:08.811997 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:08.873797 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] Pushing event updated for resources: {'Network': ['ID=ebad99d9-aacc-493b-ac22-6d49a8b06f28,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:08.884157 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network ebad99d9-aacc-493b-ac22-6d49a8b06f28 details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:43:08.886054 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-672c77bb-3c97-449d-bd83-11fd52ffb30d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5947568 Aug 24 17:43:08.888773 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43070) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:08.893861 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-b4aa687a-cdfc-442b-89be-1b2c33a863f2 admin admin] Request body: {'subnet': {'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1416031573-subnet', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'ip_version': 4}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:08.959246 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aa687a-cdfc-442b-89be-1b2c33a863f2 admin admin] Made reservation on behalf of 2753a14fc3e04196b29ed209b937ef26 for: {'subnet': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:43:08.961865 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b4aa687a-cdfc-442b-89be-1b2c33a863f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717414'] for subnet, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:09.199679 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b4aa687a-cdfc-442b-89be-1b2c33a863f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12719542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717460'] for subnet, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:09.255328 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa687a-cdfc-442b-89be-1b2c33a863f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0539e9ce-05dc-46c1-bc19-be47c1920261,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:09.265092 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aa687a-cdfc-442b-89be-1b2c33a863f2 admin admin] Checking segment: {'id': '7fca9691-f856-4b5d-966c-a0a1f71c7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:43:09.265489 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa687a-cdfc-442b-89be-1b2c33a863f2 admin admin] Network hostable DHCP agents. Network: ebad99d9-aacc-493b-ac22-6d49a8b06f28, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:43:09.376270 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa687a-cdfc-442b-89be-1b2c33a863f2 admin admin] Network ebad99d9-aacc-493b-ac22-6d49a8b06f28 is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:43:09.445099 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa687a-cdfc-442b-89be-1b2c33a863f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, ebad99d9-aacc-493b-ac22-6d49a8b06f28) {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:09.449084 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aa687a-cdfc-442b-89be-1b2c33a863f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:09.449657 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-b4aa687a-cdfc-442b-89be-1b2c33a863f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:09.453931 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10c62c2-5222-4447-a6c3-650cbd0c5153 None None] Network ebad99d9-aacc-493b-ac22-6d49a8b06f28 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:43:09.520528 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-b4aa687a-cdfc-442b-89be-1b2c33a863f2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6306293 Aug 24 17:43:09.523217 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43074) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:09.527814 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:09.594166 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeced1b1b-f5d6-5abc-a4d5-27cf2b0c7464-ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261'}]}} from dv-cinder-788782-4-iscsi. {{(pid=94621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:43:09.595008 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:09.616759 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-925525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:09.617914 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-923877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8094'] for router, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:09.667876 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:09.726602 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.db_base_plugin_common [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Allocated IP 172.20.0.2 (ebad99d9-aacc-493b-ac22-6d49a8b06f28/0539e9ce-05dc-46c1-bc19-be47c1920261/1e81d318-807a-4840-9e59-7f562f3ee63c) {{(pid=94621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:43:09.865704 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Notify callbacks [] for port, precommit_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:09.873632 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Transition to ACTIVE for port object 1e81d318-807a-4840-9e59-7f562f3ee63c will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:43:09.876138 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:09.888044 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Transition to ACTIVE for port object 1e81d318-807a-4840-9e59-7f562f3ee63c will not be triggered until provisioned by entity DHCP. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:43:09.982920 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:10.017974 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Network ebad99d9-aacc-493b-ac22-6d49a8b06f28 is already hosted by enough agents. {{(pid=94621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:43:10.023232 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.base_scheduler [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Resources bound (agent type, host, resource id): {{(pid=94621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:10.026693 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Received port after_create {{(pid=94621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:43:10.036067 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Pushing event updated for resources: {'Port': ['ID=1e81d318-807a-4840-9e59-7f562f3ee63c,revision_number=1']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:10.085114 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Attempting to bind port 1e81d318-807a-4840-9e59-7f562f3ee63c on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:43:10.085486 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Attempting to bind port 1e81d318-807a-4840-9e59-7f562f3ee63c by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': '7fca9691-f856-4b5d-966c-a0a1f71c7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:43:10.085838 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Attempting to bind port 1e81d318-807a-4840-9e59-7f562f3ee63c on network ebad99d9-aacc-493b-ac22-6d49a8b06f28 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:43:10.090868 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:43:10.091232 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Checking segment: {'id': '7fca9691-f856-4b5d-966c-a0a1f71c7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:43:10.091625 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:10.092013 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Bound using segment: {'id': '7fca9691-f856-4b5d-966c-a0a1f71c7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:43:10.092564 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Bound port: 1e81d318-807a-4840-9e59-7f562f3ee63c, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fca9691-f856-4b5d-966c-a0a1f71c7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:43:10.092938 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:10.140093 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:10.157430 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] For port 1e81d318-807a-4840-9e59-7f562f3ee63c, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:43:10.161212 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] For port 1e81d318-807a-4840-9e59-7f562f3ee63c, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=1e81d318-807a-4840-9e59-7f562f3ee63c,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:43:10.164037 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:10.255961 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:10.264930 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Allocated IP 172.27.2.23 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:43:10.314650 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d15b95-bd40-48ef-9deb-e25e2867b62c None None] Pushing event updated for resources: {'Port': ['ID=1e81d318-807a-4840-9e59-7f562f3ee63c,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:10.377846 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:10.474911 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:10.512247 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:43:10.518372 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:10.525833 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:43:10.556391 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Pushing event updated for resources: {'Port': ['ID=3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:10.876972 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:11.079707 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923239'] for router, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:11.236069 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86c1a9f-33d5-4b4e-b674-fb620fd16060 None None] Network ebad99d9-aacc-493b-ac22-6d49a8b06f28 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:43:11.330934 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Router b5b52812-e75a-4554-bc1e-e6da428e5d21 is scheduled to L3 agent 1d505948-8523-4517-ae72-23e9606b5ead with binding_index 1 {{(pid=94620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:43:11.389071 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-e11166e3-8b70-46ce-8bc1-6a829cdd2a50 None None] Provisioning for port 1e81d318-807a-4840-9e59-7f562f3ee63c completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:43:11.438669 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:43:11.448326 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Sync routers for ids ['b5b52812-e75a-4554-bc1e-e6da428e5d21'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:43:11.458688 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Routers {'b5b52812-e75a-4554-bc1e-e6da428e5d21'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:43:11.459470 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:42:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['b5b52812-e75a-4554-bc1e-e6da428e5d21'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:11.531059 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:11.535200 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-ff40a38e-8375-4421-bf9f-c978cc4eeeb2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0083771 Aug 24 17:43:11.535846 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43076) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:11.698191 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Set router b5b52812-e75a-4554-bc1e-e6da428e5d21 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:43:11.799154 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 1e81d318-807a-4840-9e59-7f562f3ee63c up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:11.916652 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:43:10Z', 'revision_number': 3, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port': {'id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:10Z', 'updated_at': '2021-08-24T17:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:11.942992 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Checking router: b5b52812-e75a-4554-bc1e-e6da428e5d21 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:43:11.943253 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Updating router b5b52812-e75a-4554-bc1e-e6da428e5d21 port 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 binding host dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:43:11.945047 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 1e81d318-807a-4840-9e59-7f562f3ee63c completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:43:11.962281 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 1e81d318-807a-4840-9e59-7f562f3ee63c triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:11.962648 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:11.971991 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:11.991469 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.126027 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Allocated IP 172.20.0.1 (ebad99d9-aacc-493b-ac22-6d49a8b06f28/0539e9ce-05dc-46c1-bc19-be47c1920261/47a69143-3535-4cc8-b76b-1875cea766d0) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:43:12.144937 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.217651 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 1e81d318-807a-4840-9e59-7f562f3ee63c, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=1e81d318-807a-4840-9e59-7f562f3ee63c,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:43:12.235585 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.251346 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Transition to ACTIVE for port object 47a69143-3535-4cc8-b76b-1875cea766d0 will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:43:12.293962 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.322807 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.341701 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Transition to ACTIVE for port object 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:43:12.356939 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=1e81d318-807a-4840-9e59-7f562f3ee63c,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:12.360721 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.401270 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Network ebad99d9-aacc-493b-ac22-6d49a8b06f28 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:43:12.404047 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:12.406455 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:43:12.423072 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.438214 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Pushing event updated for resources: {'Port': ['ID=47a69143-3535-4cc8-b76b-1875cea766d0,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:12.457295 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922644'] for router_interface, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.496019 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Attempting to bind port 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:43:12.496408 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Attempting to bind port 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:43:12.496782 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Attempting to bind port 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 on network aaab6033-8676-46b7-9588-e6807a397508 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:43:12.498707 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f7725-f33f-4d1b-86d3-3c843df09593 None None] Pushing event updated for resources: {'Port': ['ID=3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:12.504845 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:43:12.505223 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Checking segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:43:12.505629 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.506020 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Bound using segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:43:12.506606 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Bound port: 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:43:12.506986 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.539494 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.572450 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] For port 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:43:12.575957 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] For port 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:43:12.749794 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.759659 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-aa547b4a-e8f5-4a28-98d9-b629a756f356 None None] Provisioning for port 47a69143-3535-4cc8-b76b-1875cea766d0 completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:43:12.763656 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.789605 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-aa547b4a-e8f5-4a28-98d9-b629a756f356 None None] Provisioning complete for port 47a69143-3535-4cc8-b76b-1875cea766d0 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:12.791774 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-aa547b4a-e8f5-4a28-98d9-b629a756f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.851143 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-aa547b4a-e8f5-4a28-98d9-b629a756f356 None None] Port 47a69143-3535-4cc8-b76b-1875cea766d0 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:43:12.857025 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Routers {'b5b52812-e75a-4554-bc1e-e6da428e5d21'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:43:12.857647 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:42:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['b5b52812-e75a-4554-bc1e-e6da428e5d21'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:12.859334 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f7725-f33f-4d1b-86d3-3c843df09593 None None] Pushing event updated for resources: {'Port': ['ID=3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:12.912161 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:12.969201 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] Set router b5b52812-e75a-4554-bc1e-e6da428e5d21 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:43:12.970737 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:13.042233 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Pushing event updated for resources: {'Port': ['ID=47a69143-3535-4cc8-b76b-1875cea766d0,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:13.045602 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929218'] for router_interface, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:13.136752 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Network ebad99d9-aacc-493b-ac22-6d49a8b06f28 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:43:13.138208 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:13.174799 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 4, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port': {'id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:10Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '47a69143-3535-4cc8-b76b-1875cea766d0', 'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'mac_address': 'fa:16:3e:17:31:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:11Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 1, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'subnets': [{'id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:13.203389 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589af8d-8442-458a-873d-8943dbbd2ea1 None None] The sync data for ids ['b5b52812-e75a-4554-bc1e-e6da428e5d21'] in dv-cinder-788782-4-iscsi is: [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 4, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port': {'id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:10Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '47a69143-3535-4cc8-b76b-1875cea766d0', 'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'mac_address': 'fa:16:3e:17:31:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:11Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 1, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'subnets': [{'id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:43:13.259541 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Router b5b52812-e75a-4554-bc1e-e6da428e5d21 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:43:13.378115 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:43:13.381524 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5cff7d08-edf4-49fa-aa46-ce610e6ec22e None None] Provisioning complete for port 47a69143-3535-4cc8-b76b-1875cea766d0 triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:13.382026 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5cff7d08-edf4-49fa-aa46-ce610e6ec22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:13.389673 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-cef8b968-0b07-4372-98a1-38ef21ff2f9c admin admin] 10.222.0.41 "PUT /v2.0/routers/b5b52812-e75a-4554-bc1e-e6da428e5d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8468683 Aug 24 17:43:13.434006 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5cff7d08-edf4-49fa-aa46-ce610e6ec22e None None] Port 47a69143-3535-4cc8-b76b-1875cea766d0 cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:43:13.765045 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 1e81d318-807a-4840-9e59-7f562f3ee63c up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:13.823121 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 1e81d318-807a-4840-9e59-7f562f3ee63c triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:13.823423 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:14.129240 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43092) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:14.134722 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-322488207-network', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:14.227886 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Made reservation on behalf of 8d52f73a1acf4e829ab33264de6daf73 for: {'network': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:43:14.230428 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for network, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:14.240236 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:14.342754 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:14.416463 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:14.440681 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:43:14.450667 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7bae9f-9a4e-4113-85bf-169f62447d2b,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:14.455191 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:14.455526 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.db.segments_db [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Added segment b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3 of type vlan for network 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c Aug 24 17:43:14.494863 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726543432735'] for network, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:14.565049 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743'] for network, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:14.566880 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:14.567253 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:14.624773 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] Pushing event updated for resources: {'Network': ['ID=8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:14.635174 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Network 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c details requested by agent ovs-agent-dv-cinder-788782-4-iscsi with host dv-cinder-788782-4-iscsi {{(pid=94621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:43:14.653422 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-98c9bd44-c252-48be-92ef-8ba45870c491 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5212629 Aug 24 17:43:14.654687 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43094) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:14.660331 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-1b3cb8f2-83ab-4c82-8cf9-d60969107feb admin admin] Request body: {'subnet': {'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-322488207-subnet', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'ip_version': 4}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:14.725385 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3cb8f2-83ab-4c82-8cf9-d60969107feb admin admin] Made reservation on behalf of 8d52f73a1acf4e829ab33264de6daf73 for: {'subnet': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:43:14.727888 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1b3cb8f2-83ab-4c82-8cf9-d60969107feb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717414'] for subnet, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:14.957959 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1b3cb8f2-83ab-4c82-8cf9-d60969107feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12719542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717460'] for subnet, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.012442 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cb8f2-83ab-4c82-8cf9-d60969107feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da62639-f58e-4c5f-b344-59030b8eef36,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:15.023268 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3cb8f2-83ab-4c82-8cf9-d60969107feb admin admin] Checking segment: {'id': 'b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:43:15.023644 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3cb8f2-83ab-4c82-8cf9-d60969107feb admin admin] Network hostable DHCP agents. Network: 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c, hostable agents: ['6e194ac3-d2f2-431e-adc3-dbbbb84e19eb'], hosted agents: [] {{(pid=94619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:43:15.078106 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Sync routers for ids ['b5b52812-e75a-4554-bc1e-e6da428e5d21'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:43:15.089194 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Routers {'b5b52812-e75a-4554-bc1e-e6da428e5d21'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:43:15.089799 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:42:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['b5b52812-e75a-4554-bc1e-e6da428e5d21'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:15.106471 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3cb8f2-83ab-4c82-8cf9-d60969107feb admin admin] Network 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c is scheduled to be hosted by DHCP agent 6e194ac3-d2f2-431e-adc3-dbbbb84e19eb with binding_index 1 {{(pid=94619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:43:15.169399 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-1b3cb8f2-83ab-4c82-8cf9-d60969107feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-4-iscsi, 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c) {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:15.173567 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3cb8f2-83ab-4c82-8cf9-d60969107feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:15.181028 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-1b3cb8f2-83ab-4c82-8cf9-d60969107feb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.181743 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0212ac-184e-4a2c-ab04-26c5d3946f05 None None] Network 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:43:15.194828 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Set router b5b52812-e75a-4554-bc1e-e6da428e5d21 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:43:15.274938 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-1b3cb8f2-83ab-4c82-8cf9-d60969107feb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6191244 Aug 24 17:43:15.277347 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43096) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:15.282943 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-322488207-router', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:15.327205 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeced1b1b-f5d6-5abc-a4d5-27cf2b0c7464-8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c', 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'fixed_ips': [{'subnet_id': '0da62639-f58e-4c5f-b344-59030b8eef36'}]}} from dv-cinder-788782-4-iscsi. {{(pid=94621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:43:15.328173 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.359578 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-925525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.360838 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-923877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8094'] for router, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.401592 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 4, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port': {'id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:10Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '47a69143-3535-4cc8-b76b-1875cea766d0', 'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'mac_address': 'fa:16:3e:17:31:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:11Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 2, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'subnets': [{'id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:15.419904 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.427948 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Checking router: b5b52812-e75a-4554-bc1e-e6da428e5d21 for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:43:15.428301 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Updating router b5b52812-e75a-4554-bc1e-e6da428e5d21 port 47a69143-3535-4cc8-b76b-1875cea766d0 binding host dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:43:15.455906 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.467671 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.db_base_plugin_common [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Allocated IP 172.20.0.2 (8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c/0da62639-f58e-4c5f-b344-59030b8eef36/5f2647e8-c388-488e-ac99-9c5a25a164c9) {{(pid=94621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:43:15.612127 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.613721 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.620905 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Transition to ACTIVE for port object 5f2647e8-c388-488e-ac99-9c5a25a164c9 will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:43:15.636858 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Transition to ACTIVE for port object 5f2647e8-c388-488e-ac99-9c5a25a164c9 will not be triggered until provisioned by entity DHCP. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:43:15.737328 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128'] for port, after_create {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.773452 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Network 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c is already hosted by enough agents. {{(pid=94621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:43:15.778078 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.scheduler.base_scheduler [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Resources bound (agent type, host, resource id): {{(pid=94621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:15.781503 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Received port after_create {{(pid=94621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:43:15.818955 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:15.819598 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.829705 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Transition to ACTIVE for port object 47a69143-3535-4cc8-b76b-1875cea766d0 will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:43:15.872426 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Pushing event updated for resources: {'Port': ['ID=5f2647e8-c388-488e-ac99-9c5a25a164c9,revision_number=1']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:15.889271 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Attempting to bind port 5f2647e8-c388-488e-ac99-9c5a25a164c9 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:43:15.889643 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Attempting to bind port 5f2647e8-c388-488e-ac99-9c5a25a164c9 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:43:15.890011 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Attempting to bind port 5f2647e8-c388-488e-ac99-9c5a25a164c9 on network 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:43:15.897794 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:43:15.898168 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Checking segment: {'id': 'b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:43:15.898570 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.898963 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Bound using segment: {'id': 'b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:43:15.899428 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Bound port: 5f2647e8-c388-488e-ac99-9c5a25a164c9, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:43:15.899805 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.907833 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.928798 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.949201 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:15.957574 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Pushing event updated for resources: {'Port': ['ID=47a69143-3535-4cc8-b76b-1875cea766d0,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:15.968380 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:15.968701 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:15.969012 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:15.969338 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:15.969658 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:15.969976 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:15.970292 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:15.970605 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:15.970938 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:15.971255 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:15.971571 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:15.971880 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:15.979614 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] For port 5f2647e8-c388-488e-ac99-9c5a25a164c9, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:43:15.984115 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] For port 5f2647e8-c388-488e-ac99-9c5a25a164c9, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=5f2647e8-c388-488e-ac99-9c5a25a164c9,segment=NetworkSegment(b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3),segment_id=b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:43:16.009207 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:43:16.015147 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:16.019226 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:16.028874 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Attempting to bind port 47a69143-3535-4cc8-b76b-1875cea766d0 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:43:16.029374 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Attempting to bind port 47a69143-3535-4cc8-b76b-1875cea766d0 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': '7fca9691-f856-4b5d-966c-a0a1f71c7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:43:16.029943 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Attempting to bind port 47a69143-3535-4cc8-b76b-1875cea766d0 on network ebad99d9-aacc-493b-ac22-6d49a8b06f28 {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:43:16.035638 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:43:16.036371 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Checking segment: {'id': '7fca9691-f856-4b5d-966c-a0a1f71c7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:43:16.036694 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:16.037175 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Bound using segment: {'id': '7fca9691-f856-4b5d-966c-a0a1f71c7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:43:16.037724 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Bound port: 47a69143-3535-4cc8-b76b-1875cea766d0, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fca9691-f856-4b5d-966c-a0a1f71c7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:43:16.038221 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:16.070929 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:16.074564 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Allocated IP 172.27.2.218 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/4f0b0a10-fa45-4d6d-a2cb-12523318fa94) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:43:16.106433 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] For port 47a69143-3535-4cc8-b76b-1875cea766d0, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:43:16.110868 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] For port 47a69143-3535-4cc8-b76b-1875cea766d0, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=47a69143-3535-4cc8-b76b-1875cea766d0,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:43:16.143150 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73710183-350f-4d95-8941-2d19189b73a9 None None] Pushing event updated for resources: {'Port': ['ID=5f2647e8-c388-488e-ac99-9c5a25a164c9,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:16.197111 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:16.202038 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:16.213003 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:16.220702 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:43:16.267188 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Routers {'b5b52812-e75a-4554-bc1e-e6da428e5d21'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:43:16.267849 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:42:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['b5b52812-e75a-4554-bc1e-e6da428e5d21'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:16.314010 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:16.350204 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:16.360561 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530035c-479d-4b8e-87cf-adac6f966ec2 None None] Pushing event updated for resources: {'Port': ['ID=47a69143-3535-4cc8-b76b-1875cea766d0,revision_number=4']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:16.421920 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:16.422847 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:43:16.431402 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:16.435172 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:43:16.449283 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] Set router b5b52812-e75a-4554-bc1e-e6da428e5d21 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:43:16.671034 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 4, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port': {'id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:10Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '47a69143-3535-4cc8-b76b-1875cea766d0', 'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'mac_address': 'fa:16:3e:17:31:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:11Z', 'updated_at': '2021-08-24T17:43:16Z', 'revision_number': 4, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'subnets': [{'id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:16.699951 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1f6af-5c59-4bde-b1af-f359e4d68f47 None None] The sync data for ids ['b5b52812-e75a-4554-bc1e-e6da428e5d21'] in dv-cinder-788782-4-iscsi is: [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 4, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port': {'id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:10Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '47a69143-3535-4cc8-b76b-1875cea766d0', 'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'mac_address': 'fa:16:3e:17:31:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:11Z', 'updated_at': '2021-08-24T17:43:16Z', 'revision_number': 4, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'subnets': [{'id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:43:16.738226 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Pushing event updated for resources: {'Port': ['ID=4f0b0a10-fa45-4d6d-a2cb-12523318fa94,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:17.013823 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:17.184728 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa333956-d948-426a-9557-563126b908c0 None None] Network 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:43:17.219357 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923239'] for router, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:17.445270 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Router 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 is scheduled to L3 agent 1d505948-8523-4517-ae72-23e9606b5ead with binding_index 1 {{(pid=94619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:43:17.467867 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-4a83800e-c9f4-42b1-a653-e4530f92e927 None None] Provisioning for port 5f2647e8-c388-488e-ac99-9c5a25a164c9 completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:43:17.558855 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:43:17.569428 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Sync routers for ids ['99bd467c-06d6-4bf3-aa31-c10d11ff81f4'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:43:17.578573 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Routers {'99bd467c-06d6-4bf3-aa31-c10d11ff81f4'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:43:17.579193 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-cd862690-911c-4079-8d99-df3892888c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:42:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['99bd467c-06d6-4bf3-aa31-c10d11ff81f4'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:17.616923 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] Notify callbacks [] for router, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:17.618247 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-7ce4c941-4302-430f-a1da-9a3348c4699f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3389699 Aug 24 17:43:17.620808 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43102) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:17.689165 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Set router 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:43:17.886082 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 5f2647e8-c388-488e-ac99-9c5a25a164c9 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:17.907782 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-cd862690-911c-4079-8d99-df3892888c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'name': 'tempest-TestShelveInstance-322488207-router', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:43:16Z', 'revision_number': 3, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'gw_port': {'id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:17.946295 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Checking router: 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:43:17.946640 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Updating router 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 port 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 binding host dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:43:17.983012 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.055101 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.104727 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 5f2647e8-c388-488e-ac99-9c5a25a164c9 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:43:18.113756 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 5f2647e8-c388-488e-ac99-9c5a25a164c9 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:18.114145 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.213592 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Allocated IP 172.20.0.1 (8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c/0da62639-f58e-4c5f-b344-59030b8eef36/a974a56c-32bd-4e66-adeb-b7d3fc57a6eb) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:43:18.301473 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.333675 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Notify callbacks [] for port, precommit_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.337671 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.351081 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Transition to ACTIVE for port object a974a56c-32bd-4e66-adeb-b7d3fc57a6eb will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:43:18.352851 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Transition to ACTIVE for port object 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 will not be triggered until provisioned by entity L2. {{(pid=94621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:43:18.357808 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 5f2647e8-c388-488e-ac99-9c5a25a164c9, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=5f2647e8-c388-488e-ac99-9c5a25a164c9,segment=NetworkSegment(b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3),segment_id=b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:43:18.437736 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.466780 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.471365 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.472778 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 47a69143-3535-4cc8-b76b-1875cea766d0 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:18.504461 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Network 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:43:18.509327 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:18.509469 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5abbbb-5bcf-4252-b36a-12218649706b None None] Pushing event updated for resources: {'Port': ['ID=4f0b0a10-fa45-4d6d-a2cb-12523318fa94,revision_number=2']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:18.512837 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:43:18.515185 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Attempting to bind port 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:43:18.515551 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Attempting to bind port 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:43:18.515906 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Attempting to bind port 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 on network aaab6033-8676-46b7-9588-e6807a397508 {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:43:18.537211 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Pushing event updated for resources: {'Port': ['ID=a974a56c-32bd-4e66-adeb-b7d3fc57a6eb,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:18.545454 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:43:18.545843 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Checking segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:43:18.546230 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.546621 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Bound using segment: {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'} {{(pid=94621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:43:18.547089 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.managers [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Bound port: 4f0b0a10-fa45-4d6d-a2cb-12523318fa94, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4178de8-148d-4ba4-97c8-da730f737a7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508'}}] {{(pid=94621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:43:18.548399 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.557259 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922644'] for router_interface, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.617246 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=5f2647e8-c388-488e-ac99-9c5a25a164c9,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:18.641325 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-cd862690-911c-4079-8d99-df3892888c4a None None] For port 4f0b0a10-fa45-4d6d-a2cb-12523318fa94, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:43:18.645447 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-cd862690-911c-4079-8d99-df3892888c4a None None] For port 4f0b0a10-fa45-4d6d-a2cb-12523318fa94, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=4f0b0a10-fa45-4d6d-a2cb-12523318fa94,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:43:18.700628 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 47a69143-3535-4cc8-b76b-1875cea766d0 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:43:18.704853 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 47a69143-3535-4cc8-b76b-1875cea766d0 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:18.705244 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.738595 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.760620 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.818819 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5abbbb-5bcf-4252-b36a-12218649706b None None] Pushing event updated for resources: {'Port': ['ID=4f0b0a10-fa45-4d6d-a2cb-12523318fa94,revision_number=3']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:18.822170 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Routers {'99bd467c-06d6-4bf3-aa31-c10d11ff81f4'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:43:18.822923 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-cd862690-911c-4079-8d99-df3892888c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:42:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['99bd467c-06d6-4bf3-aa31-c10d11ff81f4'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:18.911335 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-6d79e88a-c781-4859-8f68-76804c2c6059 None None] Provisioning for port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:43:18.926814 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.934640 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-6d79e88a-c781-4859-8f68-76804c2c6059 None None] Provisioning complete for port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:18.935013 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-6d79e88a-c781-4859-8f68-76804c2c6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:18.964206 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:19.010791 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:19.012892 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-6d79e88a-c781-4859-8f68-76804c2c6059 None None] Port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:43:19.025855 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-cd862690-911c-4079-8d99-df3892888c4a None None] Set router 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:43:19.054160 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 47a69143-3535-4cc8-b76b-1875cea766d0, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=47a69143-3535-4cc8-b76b-1875cea766d0,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:43:19.086372 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Pushing event updated for resources: {'Port': ['ID=a974a56c-32bd-4e66-adeb-b7d3fc57a6eb,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:19.088693 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929218'] for router_interface, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:19.160857 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:19.161673 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:19.182132 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Network 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:43:19.183468 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:19.308960 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Router 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:43:19.395592 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=47a69143-3535-4cc8-b76b-1875cea766d0,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:19.422833 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:43:19.435686 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-4b009f1f-b1ef-4ef6-b655-877e5c44d0ad admin admin] 10.222.0.41 "PUT /v2.0/routers/99bd467c-06d6-4bf3-aa31-c10d11ff81f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8058720 Aug 24 17:43:19.435884 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:19.436254 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:19.468144 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-c474e427-db00-4ce5-8a97-c97ee22e8709 None None] Provisioning complete for port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:19.468543 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-c474e427-db00-4ce5-8a97-c97ee22e8709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:19.525618 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-c474e427-db00-4ce5-8a97-c97ee22e8709 None None] Port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:43:19.530580 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-cd862690-911c-4079-8d99-df3892888c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'name': 'tempest-TestShelveInstance-322488207-router', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 4, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'gw_port': {'id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'a974a56c-32bd-4e66-adeb-b7d3fc57a6eb', 'name': '', 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'mac_address': 'fa:16:3e:a3:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '0da62639-f58e-4c5f-b344-59030b8eef36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:18Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 1, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'subnets': [{'id': '0da62639-f58e-4c5f-b344-59030b8eef36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:19.558713 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd862690-911c-4079-8d99-df3892888c4a None None] The sync data for ids ['99bd467c-06d6-4bf3-aa31-c10d11ff81f4'] in dv-cinder-788782-4-iscsi is: [{'id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'name': 'tempest-TestShelveInstance-322488207-router', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 4, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'gw_port': {'id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'a974a56c-32bd-4e66-adeb-b7d3fc57a6eb', 'name': '', 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'mac_address': 'fa:16:3e:a3:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '0da62639-f58e-4c5f-b344-59030b8eef36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:18Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 1, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'subnets': [{'id': '0da62639-f58e-4c5f-b344-59030b8eef36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:43:19.785336 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 5f2647e8-c388-488e-ac99-9c5a25a164c9 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:19.836600 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 5f2647e8-c388-488e-ac99-9c5a25a164c9 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:19.836977 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:19.926875 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 47a69143-3535-4cc8-b76b-1875cea766d0 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:19.974015 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 47a69143-3535-4cc8-b76b-1875cea766d0 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:19.974383 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:20.455236 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43110) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:20.460970 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-9776076e-44f6-4581-8fbb-5db61e77cac3 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414599236', 'description': 'tempest-secgroup-smoke-1414599236 description', 'project_id': '2753a14fc3e04196b29ed209b937ef26'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:20.559798 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9776076e-44f6-4581-8fbb-5db61e77cac3 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:20.644403 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9776076e-44f6-4581-8fbb-5db61e77cac3 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:20.696816 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9776076e-44f6-4581-8fbb-5db61e77cac3 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:20.725886 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776076e-44f6-4581-8fbb-5db61e77cac3 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1678e4e9-7b54-4903-8099-f1f9da8e64e2,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:20.759496 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-9776076e-44f6-4581-8fbb-5db61e77cac3 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:20.760731 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-9776076e-44f6-4581-8fbb-5db61e77cac3 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3043263 Aug 24 17:43:20.763732 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43112) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:20.768120 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-edc605b9-8b24-4ef8-accc-1b040ee499be tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Request body: {'security_group_rule': {'security_group_id': '1678e4e9-7b54-4903-8099-f1f9da8e64e2', 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:20.849575 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-edc605b9-8b24-4ef8-accc-1b040ee499be tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:20.905271 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-edc605b9-8b24-4ef8-accc-1b040ee499be tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:20.985903 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-edc605b9-8b24-4ef8-accc-1b040ee499be tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:21.009742 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc605b9-8b24-4ef8-accc-1b040ee499be tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cf7dae-e6a4-4946-9023-82e8a280f5e7,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:21.073304 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-edc605b9-8b24-4ef8-accc-1b040ee499be tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:21.074484 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-edc605b9-8b24-4ef8-accc-1b040ee499be tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098521 Aug 24 17:43:21.077219 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43114) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:21.082225 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-81b50f9e-898a-411d-8610-d2d9287cc78d tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Request body: {'security_group_rule': {'security_group_id': '1678e4e9-7b54-4903-8099-f1f9da8e64e2', 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:21.164417 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-81b50f9e-898a-411d-8610-d2d9287cc78d tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:21.224243 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-81b50f9e-898a-411d-8610-d2d9287cc78d tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:21.300736 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-81b50f9e-898a-411d-8610-d2d9287cc78d tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:21.319474 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b50f9e-898a-411d-8610-d2d9287cc78d tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9da64a-b364-44f4-9e7b-f7360fa27eed,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:21.420738 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-81b50f9e-898a-411d-8610-d2d9287cc78d tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:21.421931 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-81b50f9e-898a-411d-8610-d2d9287cc78d tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3437898 Aug 24 17:43:21.424811 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43116) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:21.429806 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [None req-361f0c57-c431-4441-b9e4-1659a3e304f0 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Request body: {'security_group_rule': {'security_group_id': '1678e4e9-7b54-4903-8099-f1f9da8e64e2', 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:21.451424 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Sync routers for ids ['99bd467c-06d6-4bf3-aa31-c10d11ff81f4'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:43:21.462370 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Routers {'99bd467c-06d6-4bf3-aa31-c10d11ff81f4'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:43:21.462978 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:42:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['99bd467c-06d6-4bf3-aa31-c10d11ff81f4'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:21.535701 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-361f0c57-c431-4441-b9e4-1659a3e304f0 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:21.568748 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Set router 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:43:21.594003 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-361f0c57-c431-4441-b9e4-1659a3e304f0 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:21.673642 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-361f0c57-c431-4441-b9e4-1659a3e304f0 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:21.692795 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f0c57-c431-4441-b9e4-1659a3e304f0 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3624b15d-9db8-4e01-b249-aead2f21d01f,revision_number=0']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:21.767533 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'name': 'tempest-TestShelveInstance-322488207-router', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 4, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'gw_port': {'id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'a974a56c-32bd-4e66-adeb-b7d3fc57a6eb', 'name': '', 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'mac_address': 'fa:16:3e:a3:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '0da62639-f58e-4c5f-b344-59030b8eef36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:18Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 2, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'subnets': [{'id': '0da62639-f58e-4c5f-b344-59030b8eef36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:21.782285 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-361f0c57-c431-4441-b9e4-1659a3e304f0 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:21.786643 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43118) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:21.787208 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-361f0c57-c431-4441-b9e4-1659a3e304f0 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3609841 Aug 24 17:43:21.791782 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-41fc9ab7-9580-47d8-8283-e621b4edc85a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Request body: {'security_group_rule': {'security_group_id': '1678e4e9-7b54-4903-8099-f1f9da8e64e2', 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:21.792825 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:21.799467 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Checking router: 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:43:21.800452 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Updating router 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb binding host dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:43:21.826049 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:21.900179 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-41fc9ab7-9580-47d8-8283-e621b4edc85a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:21.925461 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:43:21.929502 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:21.930035 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.020923 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.049678 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port 4f0b0a10-fa45-4d6d-a2cb-12523318fa94, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=4f0b0a10-fa45-4d6d-a2cb-12523318fa94,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:43:22.101913 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Notify callbacks [] for port, precommit_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.112290 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.provisioning_blocks [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Transition to ACTIVE for port object a974a56c-32bd-4e66-adeb-b7d3fc57a6eb will not be triggered until provisioned by entity L2. {{(pid=94622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:43:22.117781 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.171475 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=4f0b0a10-fa45-4d6d-a2cb-12523318fa94,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:22.199623 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-41fc9ab7-9580-47d8-8283-e621b4edc85a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.203756 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.258838 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7893ba-b49f-4ff7-b62b-ccd7b9f33555 None None] Pushing event updated for resources: {'Port': ['ID=a974a56c-32bd-4e66-adeb-b7d3fc57a6eb,revision_number=3']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:22.310342 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Attempting to bind port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb on host dv-cinder-788782-4-iscsi for vnic_type normal with profile {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:43:22.310700 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Attempting to bind port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb by drivers openvswitch,hyperv on host dv-cinder-788782-4-iscsi at level 0 using segments [{'id': 'b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c'}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:43:22.311053 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Attempting to bind port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb on network 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:43:22.316635 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Checking agent: {'id': '73c98371-d7bf-4886-a42a-e20073aef1aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 25, 28), 'started_at': datetime.datetime(2021, 8, 24, 17, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:43:22.317145 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Checking segment: {'id': 'b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:43:22.317563 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.317920 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Bound using segment: {'id': 'b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c'} {{(pid=94622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:43:22.318394 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.managers [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Bound port: a974a56c-32bd-4e66-adeb-b7d3fc57a6eb, host: dv-cinder-788782-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c'}}] {{(pid=94622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:43:22.318780 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.324991 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-41fc9ab7-9580-47d8-8283-e621b4edc85a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.343527 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc9ab7-9580-47d8-8283-e621b4edc85a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c1f56d-b808-4529-8b77-ead77b89005f,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:22.385879 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] For port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb, host dv-cinder-788782-4-iscsi, cleared binding levels {{(pid=94622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:43:22.388987 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.plugins.ml2.db [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] For port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb, host dv-cinder-788782-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=a974a56c-32bd-4e66-adeb-b7d3fc57a6eb,segment=NetworkSegment(b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3),segment_id=b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3)] {{(pid=94622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:43:22.473732 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-41fc9ab7-9580-47d8-8283-e621b4edc85a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.474933 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-41fc9ab7-9580-47d8-8283-e621b4edc85a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6871719 Aug 24 17:43:22.477691 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43120) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:22.482001 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-6ce5ebb5-a307-448f-8c90-6789c2f8fd50 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Request body: {'security_group_rule': {'security_group_id': '1678e4e9-7b54-4903-8099-f1f9da8e64e2', 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:22.502789 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.561512 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Routers {'99bd467c-06d6-4bf3-aa31-c10d11ff81f4'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:43:22.562138 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:42:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['99bd467c-06d6-4bf3-aa31-c10d11ff81f4'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:22.563906 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7893ba-b49f-4ff7-b62b-ccd7b9f33555 None None] Pushing event updated for resources: {'Port': ['ID=a974a56c-32bd-4e66-adeb-b7d3fc57a6eb,revision_number=4']} {{(pid=94622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:22.565161 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.securitygroups_db [None req-6ce5ebb5-a307-448f-8c90-6789c2f8fd50 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Project 2753a14fc3e04196b29ed209b937ef26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:43:22.576230 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ebb5-a307-448f-8c90-6789c2f8fd50 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.650124 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ebb5-a307-448f-8c90-6789c2f8fd50 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.682544 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] Set router 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:43:22.713560 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ebb5-a307-448f-8c90-6789c2f8fd50 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.733239 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5ebb5-a307-448f-8c90-6789c2f8fd50 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d4b0a4-9821-4884-88ab-b138d7a2c95c,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:22.800357 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ebb5-a307-448f-8c90-6789c2f8fd50 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.801533 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-6ce5ebb5-a307-448f-8c90-6789c2f8fd50 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3229184 Aug 24 17:43:22.804325 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43122) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:22.808959 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-064a02f6-5985-4a22-bb78-a5422df788d8 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Request body: {'security_group_rule': {'security_group_id': '1678e4e9-7b54-4903-8099-f1f9da8e64e2', 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:22.873773 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.securitygroups_db [None req-064a02f6-5985-4a22-bb78-a5422df788d8 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Project 2753a14fc3e04196b29ed209b937ef26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:43:22.879601 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-064a02f6-5985-4a22-bb78-a5422df788d8 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.940230 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-064a02f6-5985-4a22-bb78-a5422df788d8 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:22.973065 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'name': 'tempest-TestShelveInstance-322488207-router', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 4, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'gw_port': {'id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'a974a56c-32bd-4e66-adeb-b7d3fc57a6eb', 'name': '', 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'mac_address': 'fa:16:3e:a3:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '0da62639-f58e-4c5f-b344-59030b8eef36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:18Z', 'updated_at': '2021-08-24T17:43:22Z', 'revision_number': 4, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'subnets': [{'id': '0da62639-f58e-4c5f-b344-59030b8eef36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:43:22.999257 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d0a1db-ca36-4981-96a7-6ccc42ee0595 None None] The sync data for ids ['99bd467c-06d6-4bf3-aa31-c10d11ff81f4'] in dv-cinder-788782-4-iscsi is: [{'id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'name': 'tempest-TestShelveInstance-322488207-router', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 4, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'gw_port': {'id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'a974a56c-32bd-4e66-adeb-b7d3fc57a6eb', 'name': '', 'network_id': '8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'mac_address': 'fa:16:3e:a3:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '0da62639-f58e-4c5f-b344-59030b8eef36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:18Z', 'updated_at': '2021-08-24T17:43:22Z', 'revision_number': 4, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'subnets': [{'id': '0da62639-f58e-4c5f-b344-59030b8eef36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:43:22.999478 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-064a02f6-5985-4a22-bb78-a5422df788d8 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979552'] for security_group_rule, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:23.019399 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a02f6-5985-4a22-bb78-a5422df788d8 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6611b15c-698e-45f9-9623-114dc30a4d68,revision_number=0']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:23.073953 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-064a02f6-5985-4a22-bb78-a5422df788d8 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:23.075185 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-064a02f6-5985-4a22-bb78-a5422df788d8 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2698448 Aug 24 17:43:23.784009 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:23.837849 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:23.838228 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:23.921050 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device a974a56c-32bd-4e66-adeb-b7d3fc57a6eb up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:24.021852 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning for port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:43:24.025745 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:24.026075 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:24.100898 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:24.134033 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] For port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=a974a56c-32bd-4e66-adeb-b7d3fc57a6eb,segment=NetworkSegment(b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3),segment_id=b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:43:24.214887 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:24.268612 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Pushing event updated for resources: {'Port': ['ID=a974a56c-32bd-4e66-adeb-b7d3fc57a6eb,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:25.175604 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4e530aad-817f-4afa-bec7-54bc8b7c89b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:25.763914 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device a974a56c-32bd-4e66-adeb-b7d3fc57a6eb up at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:25.811425 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Provisioning complete for port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:25.811708 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:26.193039 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:43:28.125120 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-fa7282d2-280d-404b-95e1-0ec9dd174cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:28.422151 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:29.468627 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:30.439170 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:40.926066 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-fdd952a0-dd35-41dd-a504-43f5ba6a3d7a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414599236&fields=id&tenant_id=2753a14fc3e04196b29ed209b937ef26 HTTP/1.1" status: 200 len: 267 time: 0.0341611 Aug 24 17:43:41.037513 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-304bd454-a6a8-4f55-95da-058f3d5c2542 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:41.038956 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-304bd454-a6a8-4f55-95da-058f3d5c2542 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/networks?id=ebad99d9-aacc-493b-ac22-6d49a8b06f28 HTTP/1.1" status: 200 len: 809 time: 0.1056066 Aug 24 17:43:41.054107 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-25e137ce-a223-496e-a896-59a0d31a4bf5 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/quotas/2753a14fc3e04196b29ed209b937ef26 HTTP/1.1" status: 200 len: 375 time: 0.0095417 Aug 24 17:43:41.103892 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-37073d17-5528-4f74-9b8a-eb14883425aa tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2753a14fc3e04196b29ed209b937ef26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447035 Aug 24 17:43:41.199832 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4e37f9b5-931b-496b-b9a9-51d623c6cca0 service neutron] 10.222.0.41 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842502 Aug 24 17:43:41.287051 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-3ea274b9-c19f-470d-bf7f-37b59f5d608c service neutron] 10.222.0.41 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807545 Aug 24 17:43:41.918303 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-f3b03466-19b2-41b8-9dec-8e390f5c6af0 req-70c3f7d6-c241-4396-b09c-b20a04e6e906 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 210 time: 0.1283121 Aug 24 17:43:42.563061 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:43.011588 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-df313815-4226-4a79-88b3-0ef704b68c17 req-72f709ec-15f7-4df4-ba1b-13f2dd0dc23a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 210 time: 0.0280576 Aug 24 17:43:43.960731 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4a7449d2-75bc-402d-8d70-e089d4c78121 req-dfa8d0ae-eb80-46af-9b32-4f61a0c48c96 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394993 Aug 24 17:43:44.103675 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7449d2-75bc-402d-8d70-e089d4c78121 req-3a85272d-ca2e-4559-b2df-5f4564b3cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:44.105247 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4a7449d2-75bc-402d-8d70-e089d4c78121 req-3a85272d-ca2e-4559-b2df-5f4564b3cf22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 1099 time: 0.1023569 Aug 24 17:43:44.107824 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-360d95f2-611c-4ba5-a074-2f4212d15ba2 req-c054de52-0237-4ccc-9f03-ddac030c9192 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 210 time: 0.0281665 Aug 24 17:43:44.163569 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-644cb19d-d9aa-48dd-861e-371a99b3465c tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:44.165068 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-644cb19d-d9aa-48dd-861e-371a99b3465c tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.42 "GET /v2.0/networks?id=ebad99d9-aacc-493b-ac22-6d49a8b06f28 HTTP/1.1" status: 200 len: 809 time: 0.1345201 Aug 24 17:43:44.251313 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-7b3ebd97-6a34-4a4e-8d30-ddbc5b1d3442 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2753a14fc3e04196b29ed209b937ef26 HTTP/1.1" status: 200 len: 380 time: 0.0518925 Aug 24 17:43:44.263876 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Request body: {'port': {'device_id': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'admin_state_up': True, 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'security_groups': ['1678e4e9-7b54-4903-8099-f1f9da8e64e2']}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:44.281923 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7449d2-75bc-402d-8d70-e089d4c78121 req-a3d72c95-2c56-444f-951c-91618ac90a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:44.283350 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4a7449d2-75bc-402d-8d70-e089d4c78121 req-a3d72c95-2c56-444f-951c-91618ac90a7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 913 time: 0.1511927 Aug 24 17:43:44.397378 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4a7449d2-75bc-402d-8d70-e089d4c78121 req-51c7e726-1788-44f8-a952-05184e76ef70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fcc9a71-f924-4107-a775-96c0c506ce1c HTTP/1.1" status: 200 len: 1001 time: 0.1053843 Aug 24 17:43:44.459285 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7449d2-75bc-402d-8d70-e089d4c78121 req-b6ad9df6-db21-486e-b9a5-16b5323651a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:44.460981 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4a7449d2-75bc-402d-8d70-e089d4c78121 req-b6ad9df6-db21-486e-b9a5-16b5323651a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b HTTP/1.1" status: 200 len: 851 time: 0.0564861 Aug 24 17:43:44.509868 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7449d2-75bc-402d-8d70-e089d4c78121 req-d16119fc-3eed-43e3-bacc-8fcdeca192a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:44.511331 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4a7449d2-75bc-402d-8d70-e089d4c78121 req-d16119fc-3eed-43e3-bacc-8fcdeca192a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c32e03dc-a619-4714-9620-fefd583a9dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423636 Aug 24 17:43:44.528839 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Made reservation on behalf of 2753a14fc3e04196b29ed209b937ef26 for: {'port': 1} {{(pid=94619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:43:44.532004 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:44.668193 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4a7449d2-75bc-402d-8d70-e089d4c78121 req-a82dc06d-4a47-4219-bd8d-1753e9029655 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484098 Aug 24 17:43:44.765030 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_common [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Allocated IP 172.20.0.12 (ebad99d9-aacc-493b-ac22-6d49a8b06f28/0539e9ce-05dc-46c1-bc19-be47c1920261/43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af) {{(pid=94619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:43:45.072645 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-4a7449d2-75bc-402d-8d70-e089d4c78121 req-263175a9-060d-4633-82ad-ea8e783b1977 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834248 Aug 24 17:43:45.189465 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for port, precommit_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:45.205826 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Transition to ACTIVE for port object 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af will not be triggered until provisioned by entity DHCP. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:43:45.209702 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3be24f8b-4263-40ae-896d-3953c28024c9 req-5c23fc9a-9d2a-413e-93b9-6dc92e3e8255 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 210 time: 0.0276947 Aug 24 17:43:45.317726 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_create {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:45.362495 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Network ebad99d9-aacc-493b-ac22-6d49a8b06f28 is already hosted by enough agents. {{(pid=94619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:43:45.367619 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.base_scheduler [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Resources bound (agent type, host, resource id): {{(pid=94619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:45.371309 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Received port after_create {{(pid=94619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:43:45.399530 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Pushing event updated for resources: {'Port': ['ID=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,revision_number=1']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:45.424725 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:45.425340 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:45.508595 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-74da1764-a19b-4227-8d58-ea7fc1fa46ed tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2484183 Aug 24 17:43:45.523345 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.v2.base [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Request body: {'port': {'device_id': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:45.575903 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:45.597091 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-d139a3f5-aa13-4083-9050-338430ba1ce3 None None] Provisioning for port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af completed by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:43:45.601107 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-d139a3f5-aa13-4083-9050-338430ba1ce3 None None] Provisioning complete for port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af triggered by entity DHCP. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:45.601475 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d139a3f5-aa13-4083-9050-338430ba1ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:45.635102 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-d139a3f5-aa13-4083-9050-338430ba1ce3 None None] Port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af cannot update to ACTIVE because it is not bound. {{(pid=94621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:43:45.833731 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af {{(pid=94619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:43:45.841198 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:45.852332 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.provisioning_blocks [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Transition to ACTIVE for port object 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af will not be triggered until provisioned by entity L2. {{(pid=94619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:43:45.917039 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:45.968691 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,revision_number=2']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:46.034267 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Attempting to bind port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:43:46.034601 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Attempting to bind port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '7fca9691-f856-4b5d-966c-a0a1f71c7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28'}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:43:46.034933 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Attempting to bind port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af on network ebad99d9-aacc-493b-ac22-6d49a8b06f28 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:43:46.039371 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af on network ebad99d9-aacc-493b-ac22-6d49a8b06f28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:43:46.039699 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Attempting to bind port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af on network ebad99d9-aacc-493b-ac22-6d49a8b06f28 {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:43:46.044912 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Checking agent: {'id': '6efb5955-d2b5-41c5-a068-84db478f88b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'started_at': datetime.datetime(2021, 8, 24, 17, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:43:46.045259 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Checking segment: {'id': '7fca9691-f856-4b5d-966c-a0a1f71c7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:43:46.045637 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Bound using segment: {'id': '7fca9691-f856-4b5d-966c-a0a1f71c7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28'} {{(pid=94619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:43:46.046122 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.managers [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Bound port: 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fca9691-f856-4b5d-966c-a0a1f71c7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28'}}] {{(pid=94619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:43:46.046502 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:46.114770 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] For port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af, host hv-cinder-78878, cleared binding levels {{(pid=94619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:43:46.117693 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] For port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:43:46.211441 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12719663'] for port, after_update {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:46.245407 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:46.245986 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:46.247761 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] 10.222.0.42 "PUT /v2.0/ports/43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af HTTP/1.1" status: 200 len: 1094 time: 0.7300858 Aug 24 17:43:46.250135 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:43:46.252262 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412c411a-4722-4034-9a53-d59d2d06a6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:43:46.289880 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefcef7-fd90-4dc4-9077-2ad1c34c54f7 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,revision_number=3']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:46.304493 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061112c3-63fb-4939-98b9-5b4b530417c8 x-openstack-request-id: req-061112c3-63fb-4939-98b9-5b4b530417c8 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:43:46.304807 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:43:46.305022 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-061112c3-63fb-4939-98b9-5b4b530417c8 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:43:46.305410 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'status': 'completed', 'code': 200} Aug 24 17:43:46.346229 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df934ee0-a13c-433e-9969-037d536f9a8b req-f6788197-a2d4-4d36-9ecd-2583c2ae700c tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:46.349140 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-df934ee0-a13c-433e-9969-037d536f9a8b req-f6788197-a2d4-4d36-9ecd-2583c2ae700c tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0576563 Aug 24 17:43:46.370584 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c411a-4722-4034-9a53-d59d2d06a6e6 req-b293449b-ffc7-4c8e-ae1a-6107359e61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:46.370584 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-412c411a-4722-4034-9a53-d59d2d06a6e6 req-b293449b-ffc7-4c8e-ae1a-6107359e61f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2753a14fc3e04196b29ed209b937ef26&device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 1097 time: 0.0458462 Aug 24 17:43:46.389730 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-df934ee0-a13c-433e-9969-037d536f9a8b req-11a41654-cdad-4cd8-8fc3-b9fea3e87058 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353668 Aug 24 17:43:46.476980 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c411a-4722-4034-9a53-d59d2d06a6e6 req-3aa4e677-5d15-446b-91dc-900acf7ac1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:46.478446 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-412c411a-4722-4034-9a53-d59d2d06a6e6 req-3aa4e677-5d15-446b-91dc-900acf7ac1e9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2753a14fc3e04196b29ed209b937ef26&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1020019 Aug 24 17:43:46.572006 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c411a-4722-4034-9a53-d59d2d06a6e6 req-98bcef97-1088-4808-9958-e5e6d79cc088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:46.573492 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-412c411a-4722-4034-9a53-d59d2d06a6e6 req-98bcef97-1088-4808-9958-e5e6d79cc088 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884569 Aug 24 17:43:46.664578 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-5f2b2c3d-271b-49c8-b0f1-afb1fc6295c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:46.665941 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-5f2b2c3d-271b-49c8-b0f1-afb1fc6295c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2753a14fc3e04196b29ed209b937ef26&device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 1097 time: 0.0444994 Aug 24 17:43:46.713421 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-f26afb33-eb6b-4cb4-ba0c-123d899ed052 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af HTTP/1.1" status: 200 len: 217 time: 0.0330694 Aug 24 17:43:46.762191 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-700b72e4-44e9-4927-971e-7f349aef5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:46.763613 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-700b72e4-44e9-4927-971e-7f349aef5c30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0539e9ce-05dc-46c1-bc19-be47c1920261 HTTP/1.1" status: 200 len: 848 time: 0.0433171 Aug 24 17:43:46.808590 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-5b5f0f67-7efc-4bc5-a675-47be87085613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:46.810048 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-5b5f0f67-7efc-4bc5-a675-47be87085613 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebad99d9-aacc-493b-ac22-6d49a8b06f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385003 Aug 24 17:43:46.903271 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-c2ce6dc5-851f-4cf1-bb55-0a5df799dd9f service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844009 Aug 24 17:43:46.992708 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-b80cea73-04b5-4052-8059-4ae8811dfdb8 req-3b8f149c-9c51-4c80-b80c-0e28cb7108f8 service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815971 Aug 24 17:43:47.509194 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34874d6c-2c90-41e1-ade3-df6d8bc49ad6 req-5004647c-6c5d-455f-bbe7-8b59a2737715 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:47.510637 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-34874d6c-2c90-41e1-ade3-df6d8bc49ad6 req-5004647c-6c5d-455f-bbe7-8b59a2737715 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0539191 Aug 24 17:43:47.546628 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-34874d6c-2c90-41e1-ade3-df6d8bc49ad6 req-8c767de7-5249-44fc-b613-7c4ede301a43 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302088 Aug 24 17:43:48.659008 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c5f61-7972-4d72-a34d-5d4ca726c57e req-e87ea8e0-e3aa-4872-a2e9-4bdba06d2225 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:48.660514 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a09c5f61-7972-4d72-a34d-5d4ca726c57e req-e87ea8e0-e3aa-4872-a2e9-4bdba06d2225 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0489519 Aug 24 17:43:48.699586 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a09c5f61-7972-4d72-a34d-5d4ca726c57e req-c4489a31-9cd0-4410-b1b6-13865d32ca0a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330431 Aug 24 17:43:49.814613 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee37ad0-441f-41b4-b6ac-eed40a30bd3a req-9bc9c9dd-09dd-442b-963c-5173154022b9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:49.816067 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9ee37ad0-441f-41b4-b6ac-eed40a30bd3a req-9bc9c9dd-09dd-442b-963c-5173154022b9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0483565 Aug 24 17:43:49.853231 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9ee37ad0-441f-41b4-b6ac-eed40a30bd3a req-085bfab1-a60f-4627-8a6c-87c07420929c tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312982 Aug 24 17:43:50.969108 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ade68f-c310-4236-ab71-80ee6fadc128 req-bd92b09f-1e1f-4e40-ae5e-f261aba6fe99 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:50.970557 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-41ade68f-c310-4236-ab71-80ee6fadc128 req-bd92b09f-1e1f-4e40-ae5e-f261aba6fe99 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0524764 Aug 24 17:43:51.008162 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-41ade68f-c310-4236-ab71-80ee6fadc128 req-f9fcc0dc-7d82-4277-a361-da507d681b19 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318277 Aug 24 17:43:52.122032 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1402c-395f-446c-ba5c-47ebb18966da req-4a1bfe47-6560-4e6b-a04f-66260c55d545 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:52.123451 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8ac1402c-395f-446c-ba5c-47ebb18966da req-4a1bfe47-6560-4e6b-a04f-66260c55d545 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0491426 Aug 24 17:43:52.159707 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-8ac1402c-395f-446c-ba5c-47ebb18966da req-d7182481-ed40-44ac-b870-97fe58184e17 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305355 Aug 24 17:43:53.273551 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0690a43-2828-4364-b709-947ee63b8fd1 req-3a21d54f-789a-498e-9812-4a3381ec6f04 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:53.275375 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a0690a43-2828-4364-b709-947ee63b8fd1 req-3a21d54f-789a-498e-9812-4a3381ec6f04 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0482447 Aug 24 17:43:53.312122 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a0690a43-2828-4364-b709-947ee63b8fd1 req-341b7239-a7db-4cbf-aa1a-dd4d6832fa48 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309546 Aug 24 17:43:54.428071 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a170d-b99a-4509-a9d5-4295acfd63b9 req-93c348ae-3b4a-44aa-b4bd-0222793ecc94 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:54.429480 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-546a170d-b99a-4509-a9d5-4295acfd63b9 req-93c348ae-3b4a-44aa-b4bd-0222793ecc94 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0525556 Aug 24 17:43:54.467470 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-546a170d-b99a-4509-a9d5-4295acfd63b9 req-3e5cbcd3-ee1c-476d-9d14-5f7f30ef3a0c tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321822 Aug 24 17:43:54.799657 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:43:54.893348 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:43:54.904389 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'port_id': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'mac_address': 'fa:16:3e:6a:d1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:43:54.939481 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:54.951800 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:43:54.970209 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:43:55.038940 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:55.094780 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,revision_number=4']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:55.102868 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:55.106608 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:55.106608 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:55.106608 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:55.106608 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:55.106608 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:55.106608 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:55.106608 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:55.106608 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:55.106608 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:55.106608 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:55.106608 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:55.147335 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-a03dca15-8114-4198-b69c-e0ae9f0480e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:55.271889 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:43:55.595338 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82025046-8298-434d-aee7-61206a559b9b req-9e2c1cd6-748a-4794-8afa-a1cbed648b5a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:55.596796 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-82025046-8298-434d-aee7-61206a559b9b req-9e2c1cd6-748a-4794-8afa-a1cbed648b5a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 945 time: 0.0479596 Aug 24 17:43:55.633572 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-82025046-8298-434d-aee7-61206a559b9b req-03af40b6-1885-4a20-a8ac-ab7afdfdca28 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300925 Aug 24 17:43:56.746168 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938bc7e-dbf4-4d39-9f2c-201d7435b408 req-257dc63e-3838-443f-aa31-7dfa15043188 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:56.747623 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7938bc7e-dbf4-4d39-9f2c-201d7435b408 req-257dc63e-3838-443f-aa31-7dfa15043188 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 945 time: 0.0491917 Aug 24 17:43:56.783830 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7938bc7e-dbf4-4d39-9f2c-201d7435b408 req-e181f39d-960b-487f-9411-607baf6dd698 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300362 Aug 24 17:43:56.811655 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:56.935934 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning for port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af completed by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:43:56.939570 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:43:56.939932 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:57.012500 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:57.034022 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:43:57.036240 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842d0091-e083-432c-af53-11a323c2aea7" -d '{"events": [{"server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "name": "network-vif-plugged", "status": "completed", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:43:57.049174 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:43:57.073748 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9f6e3b-c492-45c7-8ca5-5d6434945fa3 x-openstack-request-id: req-9c9f6e3b-c492-45c7-8ca5-5d6434945fa3 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:43:57.074039 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "name": "network-vif-plugged", "status": "completed", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:43:57.074288 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c9f6e3b-c492-45c7-8ca5-5d6434945fa3 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:43:57.074679 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'code': 200} Aug 24 17:43:57.130703 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:57.182146 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,revision_number=5']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:57.498384 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cf29c-006a-44f4-a821-8abfd20d899f req-ab68fe99-0d2d-4be1-a9df-82ab905d3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:57.499866 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3e3cf29c-006a-44f4-a821-8abfd20d899f req-ab68fe99-0d2d-4be1-a9df-82ab905d3b75 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 1099 time: 0.0881331 Aug 24 17:43:57.535082 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3e3cf29c-006a-44f4-a821-8abfd20d899f req-b48ae622-509f-4e27-94e7-d7eb65d88a33 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268371 Aug 24 17:43:57.901260 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958ecd4-2b39-4742-93d1-39a42d7de466 req-5836dd24-2bdd-4c3e-8b7e-88ef8e2d7d45 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:57.902704 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7958ecd4-2b39-4742-93d1-39a42d7de466 req-5836dd24-2bdd-4c3e-8b7e-88ef8e2d7d45 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0528088 Aug 24 17:43:57.939276 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7958ecd4-2b39-4742-93d1-39a42d7de466 req-5f851679-b176-4f02-8c71-035811810b9d tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307729 Aug 24 17:43:58.102265 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d15c21ee-f4f9-4d67-b719-fc191ee03e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:58.438664 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:59.054106 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bfc62-844c-4cac-af11-1481ef07def2 req-045df7e9-cfe5-4b2a-879b-ea09510193c2 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:59.056043 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bf6bfc62-844c-4cac-af11-1481ef07def2 req-045df7e9-cfe5-4b2a-879b-ea09510193c2 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0490196 Aug 24 17:43:59.103895 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-bf6bfc62-844c-4cac-af11-1481ef07def2 req-577e3a88-2ce1-475c-8ef2-c8054b45a05b tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 Aug 24 17:43:59.220188 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437afe1-f501-45a3-9b0a-3ea84cd9eba7 req-5e6c2069-4289-400b-a2df-a644e7c29d0f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:59.221597 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1437afe1-f501-45a3-9b0a-3ea84cd9eba7 req-5e6c2069-4289-400b-a2df-a644e7c29d0f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0515895 Aug 24 17:43:59.259049 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-1437afe1-f501-45a3-9b0a-3ea84cd9eba7 req-2b64f906-7786-499b-9bdf-ac8088800afa tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308981 Aug 24 17:43:59.280566 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43298) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:59.364016 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5845e305-9cee-4a14-998d-487a962d87f6 tempest-TestShelveInstance-1325407316 tempest-TestShelveInstance-1325407316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:43:59.365542 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-5845e305-9cee-4a14-998d-487a962d87f6 tempest-TestShelveInstance-1325407316 tempest-TestShelveInstance-1325407316-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 1094 time: 0.0839944 Aug 24 17:43:59.368517 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43302) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:43:59.372906 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.v2.base [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Request body: {'floatingip': {'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'port_id': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:59.465332 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for floatingip, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:59.477525 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:59.561786 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:59.668134 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_common [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Allocated IP 172.27.2.251 (aaab6033-8676-46b7-9588-e6807a397508/a67aa83e-e28a-4d07-8fc6-31a1110a92ec/42d45dbc-2d19-456b-9e47-74d772e07c68) {{(pid=94620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:43:59.767420 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for port, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:59.856537 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726543411128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:43:59.900104 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Network aaab6033-8676-46b7-9588-e6807a397508 is already hosted by enough agents. {{(pid=94620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:43:59.904621 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.base_scheduler [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Resources bound (agent type, host, resource id): {{(pid=94620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:59.909066 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Received port after_create {{(pid=94620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:43:59.911009 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Pushing event updated for resources: {'Port': ['ID=42d45dbc-2d19-456b-9e47-74d772e07c68,revision_number=1']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:59.936953 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:59.937301 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:59.937641 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:59.937981 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:59.938312 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:59.938640 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:59.938970 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:59.939294 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:59.939620 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:59.939944 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:59.940265 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:59.940626 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:00.249703 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:00.383082 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:00.454193 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:00.532772 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for port, precommit_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:00.590663 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13043985'] for port, after_update {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:00.659611 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Pushing event updated for resources: {'Port': ['ID=42d45dbc-2d19-456b-9e47-74d772e07c68,revision_number=2']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:00.666820 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922753'] for floatingip, after_create {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:00.764114 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.l3_db [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Floating IP 736abb46-f5c6-476b-89ae-4352024412ce associated. External IP: 172.27.2.251, port: 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af. Aug 24 17:44:00.963336 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Router b5b52812-e75a-4554-bc1e-e6da428e5d21 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:44:01.067031 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:44:01.077181 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3f3c8-e79d-4789-b4db-f5139c28b422 None None] Sync routers for ids ['b5b52812-e75a-4554-bc1e-e6da428e5d21'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:44:01.086298 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3f3c8-e79d-4789-b4db-f5139c28b422 None None] Routers {'b5b52812-e75a-4554-bc1e-e6da428e5d21'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:44:01.088362 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-bdb3f3c8-e79d-4789-b4db-f5139c28b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:43:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['b5b52812-e75a-4554-bc1e-e6da428e5d21'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:01.147863 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:01.177284 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-2e7bb099-962d-4984-9991-f6da4f8a6c3f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8077483 Aug 24 17:44:01.180892 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:44:01.182562 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e753008-111f-4b8d-b6a4-324f31fe0ece" -d '{"events": [{"name": "network-changed", "server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:44:01.196275 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-bdb3f3c8-e79d-4789-b4db-f5139c28b422 None None] Set router b5b52812-e75a-4554-bc1e-e6da428e5d21 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:44:01.279665 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54ee02f-33dd-4947-bcd4-741b7f63aa04 x-openstack-request-id: req-a54ee02f-33dd-4947-bcd4-741b7f63aa04 {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:44:01.280161 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:44:01.280263 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a54ee02f-33dd-4947-bcd4-741b7f63aa04 {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:44:01.280613 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'status': 'completed', 'code': 200} Aug 24 17:44:01.341844 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e753008-111f-4b8d-b6a4-324f31fe0ece req-23532e8b-254b-43d9-a4db-2e8b622a635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:01.343278 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3e753008-111f-4b8d-b6a4-324f31fe0ece req-23532e8b-254b-43d9-a4db-2e8b622a635e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2753a14fc3e04196b29ed209b937ef26&device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 1099 time: 0.0414298 Aug 24 17:44:01.420919 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-bdb3f3c8-e79d-4789-b4db-f5139c28b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 4, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port': {'id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:10Z', 'updated_at': '2021-08-24T17:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '736abb46-f5c6-476b-89ae-4352024412ce', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'port_id': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'mac_address': 'fa:16:3e:6a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:44:00Z', 'updated_at': '2021-08-24T17:44:00Z', 'revision_number': 0, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a69143-3535-4cc8-b76b-1875cea766d0', 'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'mac_address': 'fa:16:3e:17:31:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:11Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 5, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'subnets': [{'id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:01.438297 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e753008-111f-4b8d-b6a4-324f31fe0ece req-9fdf25f2-bc9c-4d6c-a98a-d35b861bd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:01.439790 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3e753008-111f-4b8d-b6a4-324f31fe0ece req-9fdf25f2-bc9c-4d6c-a98a-d35b861bd0d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ebad99d9-aacc-493b-ac22-6d49a8b06f28 HTTP/1.1" status: 200 len: 910 time: 0.0888753 Aug 24 17:44:01.447344 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3f3c8-e79d-4789-b4db-f5139c28b422 None None] Checking router: b5b52812-e75a-4554-bc1e-e6da428e5d21 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:44:01.455446 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3f3c8-e79d-4789-b4db-f5139c28b422 None None] Routers {'b5b52812-e75a-4554-bc1e-e6da428e5d21'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:44:01.456038 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-bdb3f3c8-e79d-4789-b4db-f5139c28b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:43:58Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['b5b52812-e75a-4554-bc1e-e6da428e5d21'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:01.505706 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3e753008-111f-4b8d-b6a4-324f31fe0ece req-f13e955c-ed51-4eae-b7c8-2e60f872b9b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af HTTP/1.1" status: 200 len: 1000 time: 0.0579681 Aug 24 17:44:01.555132 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e753008-111f-4b8d-b6a4-324f31fe0ece req-32bcd55f-d27d-41a2-b756-459d5fbf9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:01.556699 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3e753008-111f-4b8d-b6a4-324f31fe0ece req-32bcd55f-d27d-41a2-b756-459d5fbf9f36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0539e9ce-05dc-46c1-bc19-be47c1920261 HTTP/1.1" status: 200 len: 848 time: 0.0436525 Aug 24 17:44:01.558826 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-bdb3f3c8-e79d-4789-b4db-f5139c28b422 None None] Set router b5b52812-e75a-4554-bc1e-e6da428e5d21 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:44:01.606723 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e753008-111f-4b8d-b6a4-324f31fe0ece req-577822bf-293b-4f0b-97db-f07c3e01c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:01.608111 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3e753008-111f-4b8d-b6a4-324f31fe0ece req-577822bf-293b-4f0b-97db-f07c3e01c47f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebad99d9-aacc-493b-ac22-6d49a8b06f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445876 Aug 24 17:44:01.619961 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [req-3e753008-111f-4b8d-b6a4-324f31fe0ece req-e6e21515-71e9-4009-a467-0ff6af4f3c24 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 17:44:01.620965 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3e753008-111f-4b8d-b6a4-324f31fe0ece req-e6e21515-71e9-4009-a467-0ff6af4f3c24 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057549 Aug 24 17:44:01.710851 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3e753008-111f-4b8d-b6a4-324f31fe0ece req-72a92cd2-c224-46f6-86cf-c3d34cb9be4c service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818288 Aug 24 17:44:01.810182 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-3e753008-111f-4b8d-b6a4-324f31fe0ece req-31ba9636-70f3-48df-a081-39b72e29c0b2 service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924599 Aug 24 17:44:01.906335 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-bdb3f3c8-e79d-4789-b4db-f5139c28b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 4, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port': {'id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:10Z', 'updated_at': '2021-08-24T17:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '736abb46-f5c6-476b-89ae-4352024412ce', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'port_id': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'mac_address': 'fa:16:3e:6a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:44:00Z', 'updated_at': '2021-08-24T17:44:00Z', 'revision_number': 0, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a69143-3535-4cc8-b76b-1875cea766d0', 'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'mac_address': 'fa:16:3e:17:31:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:11Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 5, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'subnets': [{'id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:01.933366 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3f3c8-e79d-4789-b4db-f5139c28b422 None None] The sync data for ids ['b5b52812-e75a-4554-bc1e-e6da428e5d21'] in dv-cinder-788782-4-iscsi is: [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 4, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port': {'id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:10Z', 'updated_at': '2021-08-24T17:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': '736abb46-f5c6-476b-89ae-4352024412ce', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'port_id': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'mac_address': 'fa:16:3e:6a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:44:00Z', 'updated_at': '2021-08-24T17:44:00Z', 'revision_number': 0, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a69143-3535-4cc8-b76b-1875cea766d0', 'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'mac_address': 'fa:16:3e:17:31:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:11Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 5, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'subnets': [{'id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:44:02.505594 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcaf5d7-1b29-4ea3-a185-7ff5890496e9 None None] New status for floating IP 736abb46-f5c6-476b-89ae-4352024412ce: ACTIVE {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:44:03.192656 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:44:12.570089 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:25.139941 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-453b06ab-c37d-49f2-ac50-1c232e24b671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:28.089553 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e456fefd-fd86-4c74-817e-fc7519e39ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:28.430271 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:29.464393 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:30.472666 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:34.738428 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43318) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:34.888926 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-5651c2b4-edbf-49cf-a6ec-7d749fd737aa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Deleting port 06a774a3-cf1b-44ae-a244-3db99e327bb9 {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:44:34.889265 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5651c2b4-edbf-49cf-a6ec-7d749fd737aa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:34.962805 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5651c2b4-edbf-49cf-a6ec-7d749fd737aa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:34.963129 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5651c2b4-edbf-49cf-a6ec-7d749fd737aa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:34.974212 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-5651c2b4-edbf-49cf-a6ec-7d749fd737aa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Calling delete_port for 06a774a3-cf1b-44ae-a244-3db99e327bb9 owned by network:floatingip {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:44:35.198857 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5651c2b4-edbf-49cf-a6ec-7d749fd737aa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:35.227800 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651c2b4-edbf-49cf-a6ec-7d749fd737aa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event deleted for resources: {'Port': ['ID=06a774a3-cf1b-44ae-a244-3db99e327bb9,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:35.289611 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5651c2b4-edbf-49cf-a6ec-7d749fd737aa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:35.290036 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.l3_db [None req-5651c2b4-edbf-49cf-a6ec-7d749fd737aa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Floating IP 04db4ed5-28c0-415b-b5ea-74edd3aa57e0 disassociated (deleted). External IP: 172.27.2.215, port: 181a781f-cbdc-4d50-8ea0-f4a108ab241e. Aug 24 17:44:35.499213 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5651c2b4-edbf-49cf-a6ec-7d749fd737aa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Router 1908430a-1814-4a46-8612-b745cedfc960 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:44:35.603468 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5651c2b4-edbf-49cf-a6ec-7d749fd737aa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:44:35.608658 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5651c2b4-edbf-49cf-a6ec-7d749fd737aa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:35.613852 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f42eac-2697-43bf-8a35-692033e95c1e None None] Sync routers for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:44:35.623629 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f42eac-2697-43bf-8a35-692033e95c1e None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:44:35.624237 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e9f42eac-2697-43bf-8a35-692033e95c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:44:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:35.635871 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-5651c2b4-edbf-49cf-a6ec-7d749fd737aa tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "DELETE /v2.0/floatingips/04db4ed5-28c0-415b-b5ea-74edd3aa57e0 HTTP/1.1" status: 204 len: 168 time: 0.8963747 Aug 24 17:44:35.644891 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'tag': '181a781f-cbdc-4d50-8ea0-f4a108ab241e'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:44:35.644891 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f63233-88fd-48be-b566-348409711c35" -d '{"events": [{"name": "network-changed", "server_uuid": "62ba2f9a-20c6-407c-a02a-088f541446ec", "tag": "181a781f-cbdc-4d50-8ea0-f4a108ab241e"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:44:35.683618 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e92af8b-4c38-46c9-a3f3-68e5928f4f46 x-openstack-request-id: req-2e92af8b-4c38-46c9-a3f3-68e5928f4f46 {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:44:35.683789 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ba2f9a-20c6-407c-a02a-088f541446ec", "tag": "181a781f-cbdc-4d50-8ea0-f4a108ab241e", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:44:35.684020 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e92af8b-4c38-46c9-a3f3-68e5928f4f46 {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:44:35.684455 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'tag': '181a781f-cbdc-4d50-8ea0-f4a108ab241e', 'status': 'completed', 'code': 200} Aug 24 17:44:35.738631 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-e9f42eac-2697-43bf-8a35-692033e95c1e None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:44:35.753372 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f63233-88fd-48be-b566-348409711c35 req-dbbe1164-409b-4d00-acc3-6e3df4792cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:35.754961 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c6f63233-88fd-48be-b566-348409711c35 req-dbbe1164-409b-4d00-acc3-6e3df4792cb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 1098 time: 0.0488775 Aug 24 17:44:35.849115 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f63233-88fd-48be-b566-348409711c35 req-652b7fb1-2b21-45ec-888d-10be0cc6f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:35.850623 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c6f63233-88fd-48be-b566-348409711c35 req-652b7fb1-2b21-45ec-888d-10be0cc6f266 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 913 time: 0.0880666 Aug 24 17:44:35.902536 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c6f63233-88fd-48be-b566-348409711c35 req-244eb305-6ed1-49ec-846a-5f0f6c614839 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=181a781f-cbdc-4d50-8ea0-f4a108ab241e HTTP/1.1" status: 200 len: 217 time: 0.0421245 Aug 24 17:44:35.951753 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f63233-88fd-48be-b566-348409711c35 req-e3ec6b5f-2cbf-4f56-a025-0e81b72c4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:35.953594 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c6f63233-88fd-48be-b566-348409711c35 req-e3ec6b5f-2cbf-4f56-a025-0e81b72c4ea7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b HTTP/1.1" status: 200 len: 851 time: 0.0443785 Aug 24 17:44:35.973636 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e9f42eac-2697-43bf-8a35-692033e95c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': 'cd3dc614-25c2-4e88-bc1f-517c32fe243e', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:2c:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:40:36Z', 'updated_at': '2021-08-24T17:40:39Z', 'revision_number': 1, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:36.008035 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f42eac-2697-43bf-8a35-692033e95c1e None None] Checking router: 1908430a-1814-4a46-8612-b745cedfc960 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:44:36.014131 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f63233-88fd-48be-b566-348409711c35 req-34d62eea-0f97-4624-8e29-57fed86e6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:36.015803 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c6f63233-88fd-48be-b566-348409711c35 req-34d62eea-0f97-4624-8e29-57fed86e6e98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c32e03dc-a619-4714-9620-fefd583a9dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453875 Aug 24 17:44:36.018929 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f42eac-2697-43bf-8a35-692033e95c1e None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:44:36.019914 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e9f42eac-2697-43bf-8a35-692033e95c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:44:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:36.104500 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2d2cd-e88b-4f72-8d43-dce8e8f8c267 req-bfad958b-c18b-4bb2-ba20-877967e03451 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:36.106046 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-62e2d2cd-e88b-4f72-8d43-dce8e8f8c267 req-bfad958b-c18b-4bb2-ba20-877967e03451 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 945 time: 0.0598779 Aug 24 17:44:36.145585 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c6f63233-88fd-48be-b566-348409711c35 req-b2ecc965-882d-4859-89b2-35cff10d22ab service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203856 Aug 24 17:44:36.146332 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-62e2d2cd-e88b-4f72-8d43-dce8e8f8c267 req-f2e90f8c-3f2f-4c0c-b829-b39dc6cca85b tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332119 Aug 24 17:44:36.173914 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-e9f42eac-2697-43bf-8a35-692033e95c1e None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:44:36.242275 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-c6f63233-88fd-48be-b566-348409711c35 req-e38756e0-d212-4d37-9469-4ae7318eda34 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852008 Aug 24 17:44:36.397940 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e9f42eac-2697-43bf-8a35-692033e95c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': 'cd3dc614-25c2-4e88-bc1f-517c32fe243e', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:2c:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:40:36Z', 'updated_at': '2021-08-24T17:40:39Z', 'revision_number': 1, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:36.423568 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f42eac-2697-43bf-8a35-692033e95c1e None None] The sync data for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi is: [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_floatingips': [{'id': 'cd3dc614-25c2-4e88-bc1f-517c32fe243e', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'router_id': '1908430a-1814-4a46-8612-b745cedfc960', 'port_id': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'mac_address': 'fa:16:3e:2c:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:40:36Z', 'updated_at': '2021-08-24T17:40:39Z', 'revision_number': 1, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:44:36.624279 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d55d93-7cb9-459d-8cae-6ae77f35054d None None] New status for floating IP 04db4ed5-28c0-415b-b5ea-74edd3aa57e0: DOWN {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:44:37.270680 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8f0d1-9533-4bdd-ae40-1ab978235502 req-99b5297e-f2f7-4e41-bbb8-97a2f8be5378 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:37.273129 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-31b8f0d1-9533-4bdd-ae40-1ab978235502 req-99b5297e-f2f7-4e41-bbb8-97a2f8be5378 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 945 time: 0.0526097 Aug 24 17:44:37.310841 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-31b8f0d1-9533-4bdd-ae40-1ab978235502 req-3b365ca4-ab6b-4a5c-8939-5b542f523154 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317953 Aug 24 17:44:37.583352 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3f99b-e934-4bb4-b864-8b62488f22b6 req-b7ee1b53-71ac-4414-87f3-d4d4f22b0ed3 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:37.585035 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d9c3f99b-e934-4bb4-b864-8b62488f22b6 req-b7ee1b53-71ac-4414-87f3-d4d4f22b0ed3 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 945 time: 0.0517480 Aug 24 17:44:37.674045 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-d9c3f99b-e934-4bb4-b864-8b62488f22b6 req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Deleting port 181a781f-cbdc-4d50-8ea0-f4a108ab241e {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:44:37.674377 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-d9c3f99b-e934-4bb4-b864-8b62488f22b6 req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:37.762167 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-d9c3f99b-e934-4bb4-b864-8b62488f22b6 req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] For port 181a781f-cbdc-4d50-8ea0-f4a108ab241e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=181a781f-cbdc-4d50-8ea0-f4a108ab241e,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:44:37.762522 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-d9c3f99b-e934-4bb4-b864-8b62488f22b6 req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:37.775365 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-d9c3f99b-e934-4bb4-b864-8b62488f22b6 req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Calling delete_port for 181a781f-cbdc-4d50-8ea0-f4a108ab241e owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:44:37.969963 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-d9c3f99b-e934-4bb4-b864-8b62488f22b6 req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:38.001437 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event deleted for resources: {'Port': ['ID=181a781f-cbdc-4d50-8ea0-f4a108ab241e,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:38.013154 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:38.013509 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:38.013853 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:38.014189 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:38.014620 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:38.014855 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:38.015188 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:38.015515 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:38.015843 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:38.017346 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:38.021219 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:38.021219 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:38.051189 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c3f99b-e934-4bb4-b864-8b62488f22b6 req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] No DVR routers for this DVR port 181a781f-cbdc-4d50-8ea0-f4a108ab241e on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:44:38.053577 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-d9c3f99b-e934-4bb4-b864-8b62488f22b6 req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:38.055580 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-d9c3f99b-e934-4bb4-b864-8b62488f22b6 req-431b3f78-9bfa-44fb-a0c7-c8dcd32d8d82 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "DELETE /v2.0/ports/181a781f-cbdc-4d50-8ea0-f4a108ab241e HTTP/1.1" status: 204 len: 173 time: 0.4627609 Aug 24 17:44:38.056017 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'name': 'network-vif-deleted', 'tag': '181a781f-cbdc-4d50-8ea0-f4a108ab241e'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:44:38.058317 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf68cd1-2dcd-45d1-a21c-86e104d577ca" -d '{"events": [{"server_uuid": "62ba2f9a-20c6-407c-a02a-088f541446ec", "name": "network-vif-deleted", "tag": "181a781f-cbdc-4d50-8ea0-f4a108ab241e"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:44:38.150565 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8967865-39fe-49d3-aaf6-572a924bc8dd x-openstack-request-id: req-d8967865-39fe-49d3-aaf6-572a924bc8dd {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:44:38.150855 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ba2f9a-20c6-407c-a02a-088f541446ec", "name": "network-vif-deleted", "tag": "181a781f-cbdc-4d50-8ea0-f4a108ab241e", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:44:38.151125 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8967865-39fe-49d3-aaf6-572a924bc8dd {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:44:38.151521 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ba2f9a-20c6-407c-a02a-088f541446ec', 'name': 'network-vif-deleted', 'tag': '181a781f-cbdc-4d50-8ea0-f4a108ab241e', 'status': 'completed', 'code': 200} Aug 24 17:44:38.410314 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-69780244-7511-4b4a-b4be-1faaf34951c6 req-19351223-d604-4cf1-b3f9-653e3effe664 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=62ba2f9a-20c6-407c-a02a-088f541446ec HTTP/1.1" status: 200 len: 210 time: 0.0294471 Aug 24 17:44:40.192087 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:44:41.064449 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 181a781f-cbdc-4d50-8ea0-f4a108ab241e no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:44:41.084237 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 181a781f-cbdc-4d50-8ea0-f4a108ab241e {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:44:41.084868 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 181a781f-cbdc-4d50-8ea0-f4a108ab241e not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:44:41.940715 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43354) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:42.325354 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d4da7-6a16-4823-b208-9f7d9cd10c61 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Deleting port 6b7847f5-b527-4585-ba04-10a104620cef {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:44:42.325689 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5d4d4da7-6a16-4823-b208-9f7d9cd10c61 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:42.397612 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5d4d4da7-6a16-4823-b208-9f7d9cd10c61 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:42.397937 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5d4d4da7-6a16-4823-b208-9f7d9cd10c61 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:42.409907 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d4da7-6a16-4823-b208-9f7d9cd10c61 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Calling delete_port for 6b7847f5-b527-4585-ba04-10a104620cef owned by network:floatingip {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:44:42.581390 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:42.609943 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5d4d4da7-6a16-4823-b208-9f7d9cd10c61 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:42.633388 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d4da7-6a16-4823-b208-9f7d9cd10c61 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event deleted for resources: {'Port': ['ID=6b7847f5-b527-4585-ba04-10a104620cef,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:42.696423 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5d4d4da7-6a16-4823-b208-9f7d9cd10c61 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:42.696683 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.l3_db [None req-5d4d4da7-6a16-4823-b208-9f7d9cd10c61 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Floating IP cd3dc614-25c2-4e88-bc1f-517c32fe243e disassociated (deleted). External IP: 172.27.2.25, port: 0fcc9a71-f924-4107-a775-96c0c506ce1c. Aug 24 17:44:42.897834 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4d4da7-6a16-4823-b208-9f7d9cd10c61 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Router 1908430a-1814-4a46-8612-b745cedfc960 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:44:43.001291 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4d4da7-6a16-4823-b208-9f7d9cd10c61 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:44:43.006123 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5d4d4da7-6a16-4823-b208-9f7d9cd10c61 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:43.010756 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7c331-3502-45ba-8b6a-0f5c54a79f9c None None] Sync routers for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:44:43.020358 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7c331-3502-45ba-8b6a-0f5c54a79f9c None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:44:43.027284 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-92e7c331-3502-45ba-8b6a-0f5c54a79f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:44:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:43.032957 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-5d4d4da7-6a16-4823-b208-9f7d9cd10c61 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "DELETE /v2.0/floatingips/cd3dc614-25c2-4e88-bc1f-517c32fe243e HTTP/1.1" status: 204 len: 168 time: 1.0910349 Aug 24 17:44:43.034198 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'tag': '0fcc9a71-f924-4107-a775-96c0c506ce1c'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:44:43.036734 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacaf485-5acf-45d5-93cf-2e79f113c852" -d '{"events": [{"name": "network-changed", "server_uuid": "4993d408-0c20-41f3-ba93-66c04a5aae23", "tag": "0fcc9a71-f924-4107-a775-96c0c506ce1c"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:44:43.124105 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740a822d-2549-4df3-b1ab-e3073326c2b7 x-openstack-request-id: req-740a822d-2549-4df3-b1ab-e3073326c2b7 {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:44:43.124423 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4993d408-0c20-41f3-ba93-66c04a5aae23", "tag": "0fcc9a71-f924-4107-a775-96c0c506ce1c", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:44:43.124673 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-740a822d-2549-4df3-b1ab-e3073326c2b7 {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:44:43.125066 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'tag': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'status': 'completed', 'code': 200} Aug 24 17:44:43.127838 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-92e7c331-3502-45ba-8b6a-0f5c54a79f9c None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:44:43.194502 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacaf485-5acf-45d5-93cf-2e79f113c852 req-e1b2ea3f-f6b9-4cf7-aad5-c6cd9dfd0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:43.196221 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cacaf485-5acf-45d5-93cf-2e79f113c852 req-e1b2ea3f-f6b9-4cf7-aad5-c6cd9dfd0194 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88517f1554614c4badb7a60e065a8dc0&device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 1099 time: 0.0476882 Aug 24 17:44:43.291489 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacaf485-5acf-45d5-93cf-2e79f113c852 req-ffe3af07-0737-469f-a98c-d45066eba903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:43.293037 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cacaf485-5acf-45d5-93cf-2e79f113c852 req-ffe3af07-0737-469f-a98c-d45066eba903 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 200 len: 913 time: 0.0896804 Aug 24 17:44:43.331988 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-92e7c331-3502-45ba-8b6a-0f5c54a79f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:43.335829 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cacaf485-5acf-45d5-93cf-2e79f113c852 req-36ea2e04-d17f-4166-99d2-7cd3475fa560 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fcc9a71-f924-4107-a775-96c0c506ce1c HTTP/1.1" status: 200 len: 217 time: 0.0351231 Aug 24 17:44:43.359500 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7c331-3502-45ba-8b6a-0f5c54a79f9c None None] Checking router: 1908430a-1814-4a46-8612-b745cedfc960 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:44:43.368343 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7c331-3502-45ba-8b6a-0f5c54a79f9c None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:44:43.368951 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-92e7c331-3502-45ba-8b6a-0f5c54a79f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:44:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:43.385987 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacaf485-5acf-45d5-93cf-2e79f113c852 req-b462a573-fade-4f32-9e33-648f7840dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:43.387454 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cacaf485-5acf-45d5-93cf-2e79f113c852 req-b462a573-fade-4f32-9e33-648f7840dab2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b HTTP/1.1" status: 200 len: 851 time: 0.0442297 Aug 24 17:44:43.446630 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacaf485-5acf-45d5-93cf-2e79f113c852 req-02c06f1a-dcea-4ab8-a09a-a61bda3bbe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:43.448127 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cacaf485-5acf-45d5-93cf-2e79f113c852 req-02c06f1a-dcea-4ab8-a09a-a61bda3bbe85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c32e03dc-a619-4714-9620-fefd583a9dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539315 Aug 24 17:44:43.488620 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-92e7c331-3502-45ba-8b6a-0f5c54a79f9c None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:44:43.522667 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43783426-48fd-4354-91ae-daf2b971257f req-249bd2c0-2e16-4d9b-ab94-862bac8e01c5 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:43.524490 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-43783426-48fd-4354-91ae-daf2b971257f req-249bd2c0-2e16-4d9b-ab94-862bac8e01c5 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 946 time: 0.0498931 Aug 24 17:44:43.543390 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cacaf485-5acf-45d5-93cf-2e79f113c852 req-e15db132-9779-4657-9ea7-c15cc584a6a9 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870078 Aug 24 17:44:43.564934 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-43783426-48fd-4354-91ae-daf2b971257f req-406c2a2c-f51e-4871-9ccb-c135c5277d45 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328548 Aug 24 17:44:43.644390 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-cacaf485-5acf-45d5-93cf-2e79f113c852 req-23c9305b-1808-4e58-98e4-fc50dccf9fa0 service neutron] 10.222.0.42 "GET /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930183 Aug 24 17:44:43.689648 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-92e7c331-3502-45ba-8b6a-0f5c54a79f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:43.718742 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7c331-3502-45ba-8b6a-0f5c54a79f9c None None] The sync data for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi is: [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:36:28Z', 'revision_number': 4, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': 'be91e2af-77a4-4c31-b939-11c8ef3cf628', 'name': '', 'network_id': 'c32e03dc-a619-4714-9620-fefd583a9dfb', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'mac_address': 'fa:16:3e:95:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:27Z', 'updated_at': '2021-08-24T17:36:35Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'subnets': [{'id': '4dc9eeb4-893f-4ded-904e-e3383b6e9a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:44:43.918434 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb7b0a0-7ca4-4b55-b8d3-254b5da51282 None None] New status for floating IP cd3dc614-25c2-4e88-bc1f-517c32fe243e: DOWN {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:44:44.681657 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6153a-f3e3-4968-b99a-e6eea3ef47ec req-cdb84570-04fc-479b-afa8-e7dec2463efd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:44.683111 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fcc6153a-f3e3-4968-b99a-e6eea3ef47ec req-cdb84570-04fc-479b-afa8-e7dec2463efd tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 946 time: 0.0487897 Aug 24 17:44:44.721018 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fcc6153a-f3e3-4968-b99a-e6eea3ef47ec req-a6ed50fa-19f0-400f-ae92-e05c52829b95 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b757223-eb8f-43d1-97c9-cf7a7f857d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320067 Aug 24 17:44:44.969503 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030976f-ca60-43e1-98df-fe2f138df5d8 req-d78465bb-4f68-46c7-aa1b-7f7f5ad2a05e tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:44:44.970863 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a030976f-ca60-43e1-98df-fe2f138df5d8 req-d78465bb-4f68-46c7-aa1b-7f7f5ad2a05e tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 946 time: 0.0486424 Aug 24 17:44:45.059859 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-a030976f-ca60-43e1-98df-fe2f138df5d8 req-445cfc15-e832-444a-942b-692f1855d953 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Deleting port 0fcc9a71-f924-4107-a775-96c0c506ce1c {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:44:45.060194 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a030976f-ca60-43e1-98df-fe2f138df5d8 req-445cfc15-e832-444a-942b-692f1855d953 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:45.149518 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-a030976f-ca60-43e1-98df-fe2f138df5d8 req-445cfc15-e832-444a-942b-692f1855d953 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] For port 0fcc9a71-f924-4107-a775-96c0c506ce1c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0fcc9a71-f924-4107-a775-96c0c506ce1c,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:44:45.149876 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a030976f-ca60-43e1-98df-fe2f138df5d8 req-445cfc15-e832-444a-942b-692f1855d953 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:45.162570 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-a030976f-ca60-43e1-98df-fe2f138df5d8 req-445cfc15-e832-444a-942b-692f1855d953 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Calling delete_port for 0fcc9a71-f924-4107-a775-96c0c506ce1c owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:44:45.356321 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a030976f-ca60-43e1-98df-fe2f138df5d8 req-445cfc15-e832-444a-942b-692f1855d953 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:45.385401 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cfc15-e832-444a-942b-692f1855d953 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event deleted for resources: {'Port': ['ID=0fcc9a71-f924-4107-a775-96c0c506ce1c,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:45.427301 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-a030976f-ca60-43e1-98df-fe2f138df5d8 req-445cfc15-e832-444a-942b-692f1855d953 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] No DVR routers for this DVR port 0fcc9a71-f924-4107-a775-96c0c506ce1c on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:44:45.429920 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-a030976f-ca60-43e1-98df-fe2f138df5d8 req-445cfc15-e832-444a-942b-692f1855d953 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:45.431882 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-a030976f-ca60-43e1-98df-fe2f138df5d8 req-445cfc15-e832-444a-942b-692f1855d953 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.42 "DELETE /v2.0/ports/0fcc9a71-f924-4107-a775-96c0c506ce1c HTTP/1.1" status: 204 len: 173 time: 0.4553485 Aug 24 17:44:45.432336 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'name': 'network-vif-deleted', 'tag': '0fcc9a71-f924-4107-a775-96c0c506ce1c'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:44:45.434583 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac14d13-bd8e-4835-8aed-e23b3ae74ca6" -d '{"events": [{"server_uuid": "4993d408-0c20-41f3-ba93-66c04a5aae23", "name": "network-vif-deleted", "tag": "0fcc9a71-f924-4107-a775-96c0c506ce1c"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:44:45.470926 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854af85d-3ed3-4bc3-923f-25f50fd37bf3 x-openstack-request-id: req-854af85d-3ed3-4bc3-923f-25f50fd37bf3 {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:44:45.471232 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4993d408-0c20-41f3-ba93-66c04a5aae23", "name": "network-vif-deleted", "tag": "0fcc9a71-f924-4107-a775-96c0c506ce1c", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:44:45.471459 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-854af85d-3ed3-4bc3-923f-25f50fd37bf3 {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:44:45.471868 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4993d408-0c20-41f3-ba93-66c04a5aae23', 'name': 'network-vif-deleted', 'tag': '0fcc9a71-f924-4107-a775-96c0c506ce1c', 'status': 'completed', 'code': 200} Aug 24 17:44:45.821216 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-3ba50766-04fc-473c-83c9-e7a3a40527e2 req-d9922a5f-e8b8-4e2b-a262-a5899adebcee tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4993d408-0c20-41f3-ba93-66c04a5aae23 HTTP/1.1" status: 200 len: 210 time: 0.0315261 Aug 24 17:44:46.876081 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43370) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:47.002889 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-69d6b1c6-7480-4aaf-9a36-b7edeed8c631 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Deleting port a374f54c-4a7e-47f2-8167-a7f0f47469c1 {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:44:47.003322 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-69d6b1c6-7480-4aaf-9a36-b7edeed8c631 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:47.079615 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-69d6b1c6-7480-4aaf-9a36-b7edeed8c631 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:47.080547 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-69d6b1c6-7480-4aaf-9a36-b7edeed8c631 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:47.092212 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-69d6b1c6-7480-4aaf-9a36-b7edeed8c631 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Calling delete_port for a374f54c-4a7e-47f2-8167-a7f0f47469c1 owned by network:floatingip {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:44:47.284533 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-69d6b1c6-7480-4aaf-9a36-b7edeed8c631 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:47.310827 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6b1c6-7480-4aaf-9a36-b7edeed8c631 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event deleted for resources: {'Port': ['ID=a374f54c-4a7e-47f2-8167-a7f0f47469c1,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:47.378209 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-69d6b1c6-7480-4aaf-9a36-b7edeed8c631 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:47.380746 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-69d6b1c6-7480-4aaf-9a36-b7edeed8c631 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:47.381881 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-69d6b1c6-7480-4aaf-9a36-b7edeed8c631 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "DELETE /v2.0/floatingips/f812c5ae-7536-411e-aaab-f0161a87af80 HTTP/1.1" status: 204 len: 168 time: 0.5041802 Aug 24 17:44:48.701931 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43382) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:48.761681 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-18fb67d8-9ce2-42a9-866d-88c30733fb14 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:48.789126 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-18fb67d8-9ce2-42a9-866d-88c30733fb14 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:48.906951 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-18fb67d8-9ce2-42a9-866d-88c30733fb14 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:48.910607 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-18fb67d8-9ce2-42a9-866d-88c30733fb14 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:48.911764 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-18fb67d8-9ce2-42a9-866d-88c30733fb14 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] 10.222.0.41 "DELETE /v2.0/security-groups/9b757223-eb8f-43d1-97c9-cf7a7f857d09 HTTP/1.1" status: 204 len: 168 time: 0.2088499 Aug 24 17:44:48.921096 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb67d8-9ce2-42a9-866d-88c30733fb14 tempest-TestVolumeBootPattern-1147744370 tempest-TestVolumeBootPattern-1147744370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b757223-eb8f-43d1-97c9-cf7a7f857d09,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:49.011471 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43386) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:49.109608 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 0fcc9a71-f924-4107-a775-96c0c506ce1c no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:44:49.136731 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 0fcc9a71-f924-4107-a775-96c0c506ce1c {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:44:49.137144 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 0fcc9a71-f924-4107-a775-96c0c506ce1c not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:44:49.458984 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4a2bc829-d509-4987-ad5e-cdb7fbb320b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929171'] for router_interface, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:49.728992 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-4a2bc829-d509-4987-ad5e-cdb7fbb320b7 admin admin] Deleting port be91e2af-77a4-4c31-b939-11c8ef3cf628 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:44:49.729666 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4a2bc829-d509-4987-ad5e-cdb7fbb320b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:49.806012 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-4a2bc829-d509-4987-ad5e-cdb7fbb320b7 admin admin] For port be91e2af-77a4-4c31-b939-11c8ef3cf628, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=be91e2af-77a4-4c31-b939-11c8ef3cf628,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:44:49.806377 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4a2bc829-d509-4987-ad5e-cdb7fbb320b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:49.823219 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-4a2bc829-d509-4987-ad5e-cdb7fbb320b7 admin admin] Calling delete_port for be91e2af-77a4-4c31-b939-11c8ef3cf628 owned by network:router_interface {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:44:50.119155 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4a2bc829-d509-4987-ad5e-cdb7fbb320b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:50.155787 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bc829-d509-4987-ad5e-cdb7fbb320b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=be91e2af-77a4-4c31-b939-11c8ef3cf628,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:50.354599 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-4a2bc829-d509-4987-ad5e-cdb7fbb320b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762085'] for router_interface, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:50.843924 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2bc829-d509-4987-ad5e-cdb7fbb320b7 admin admin] Router 1908430a-1814-4a46-8612-b745cedfc960 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:44:50.947730 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2bc829-d509-4987-ad5e-cdb7fbb320b7 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:44:50.952641 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-4a2bc829-d509-4987-ad5e-cdb7fbb320b7 admin admin] 10.222.0.41 "PUT /v2.0/routers/1908430a-1814-4a46-8612-b745cedfc960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9400229 Aug 24 17:44:50.955797 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43390) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:50.958528 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b960587-ca10-4967-8607-df232b23f4ae None None] Sync routers for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:44:50.973080 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b960587-ca10-4967-8607-df232b23f4ae None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:44:50.973717 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-0b960587-ca10-4967-8607-df232b23f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:44:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:51.059950 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Notify callbacks [] for router, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:51.081436 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-0b960587-ca10-4967-8607-df232b23f4ae None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:44:51.170876 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:51.307486 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Deleting port 915cdfa8-63fe-4d52-8037-18c7e79a591c {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:44:51.307831 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:51.396330 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] For port 915cdfa8-63fe-4d52-8037-18c7e79a591c, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=915cdfa8-63fe-4d52-8037-18c7e79a591c,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:44:51.396686 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:51.401021 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-0b960587-ca10-4967-8607-df232b23f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:44:49Z', 'revision_number': 5, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port': {'id': '915cdfa8-63fe-4d52-8037-18c7e79a591c', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1908430a-1814-4a46-8612-b745cedfc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:24Z', 'updated_at': '2021-08-24T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:51.410724 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Calling delete_port for 915cdfa8-63fe-4d52-8037-18c7e79a591c owned by network:router_gateway {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:44:51.428695 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b960587-ca10-4967-8607-df232b23f4ae None None] Checking router: 1908430a-1814-4a46-8612-b745cedfc960 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:44:51.437236 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b960587-ca10-4967-8607-df232b23f4ae None None] Routers {'1908430a-1814-4a46-8612-b745cedfc960'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:44:51.437846 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-0b960587-ca10-4967-8607-df232b23f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:44:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['1908430a-1814-4a46-8612-b745cedfc960'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:51.523105 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-0b960587-ca10-4967-8607-df232b23f4ae None None] Set router 1908430a-1814-4a46-8612-b745cedfc960 gateway port host: None {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:44:51.578258 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-0b960587-ca10-4967-8607-df232b23f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:44:51Z', 'revision_number': 6, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port_host': None}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:51.604360 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b960587-ca10-4967-8607-df232b23f4ae None None] The sync data for ids ['1908430a-1814-4a46-8612-b745cedfc960'] in dv-cinder-788782-4-iscsi is: [{'id': '1908430a-1814-4a46-8612-b745cedfc960', 'name': 'tempest-TestVolumeBootPattern-1924905936-router', 'tenant_id': '88517f1554614c4badb7a60e065a8dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:23Z', 'updated_at': '2021-08-24T17:44:51Z', 'revision_number': 6, 'project_id': '88517f1554614c4badb7a60e065a8dc0', 'gw_port_host': None}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:44:51.672665 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:51.702508 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Pushing event deleted for resources: {'Port': ['ID=915cdfa8-63fe-4d52-8037-18c7e79a591c,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:51.761373 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922815'] for router_gateway, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:51.849584 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8087'] for router, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:51.851767 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:51.978777 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-923686'] for router, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:51.979343 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1908430a-1814-4a46-8612-b745cedfc960 {{(pid=94619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:44:51.985539 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] Notify callbacks [] for router, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:51.986867 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-a666c772-79cf-41b9-a444-2c35bdca72ad admin admin] 10.222.0.41 "DELETE /v2.0/routers/1908430a-1814-4a46-8612-b745cedfc960 HTTP/1.1" status: 204 len: 168 time: 1.0301406 Aug 24 17:44:51.989727 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43392) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:52.038025 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf9c231-8eeb-4182-b275-1f15f540ee95 admin admin] Deleting subnet 4dc9eeb4-893f-4ded-904e-e3383b6e9a2b {{(pid=94620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:44:52.041147 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bbf9c231-8eeb-4182-b275-1f15f540ee95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.084709 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bbf9c231-8eeb-4182-b275-1f15f540ee95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13639778'] for subnet, precommit_delete_associations {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.164679 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bbf9c231-8eeb-4182-b275-1f15f540ee95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.284902 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bbf9c231-8eeb-4182-b275-1f15f540ee95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12929148'] for subnet, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.309579 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9c231-8eeb-4182-b275-1f15f540ee95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc9eeb4-893f-4ded-904e-e3383b6e9a2b,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:52.313018 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-bbf9c231-8eeb-4182-b275-1f15f540ee95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.314834 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-bbf9c231-8eeb-4182-b275-1f15f540ee95 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4dc9eeb4-893f-4ded-904e-e3383b6e9a2b HTTP/1.1" status: 204 len: 168 time: 0.3241265 Aug 24 17:44:52.317421 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43394) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:52.319954 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4d4b1e-d8a2-4a8c-939d-3addcdb73d35 None None] Network c32e03dc-a619-4714-9620-fefd583a9dfb requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:44:52.393773 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.451851 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device be91e2af-77a4-4c31-b939-11c8ef3cf628 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:44:52.458058 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Deleting port b2a8f928-239d-401e-87b9-afc54cd3852f {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:44:52.458395 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.474201 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: be91e2af-77a4-4c31-b939-11c8ef3cf628 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:44:52.474539 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device be91e2af-77a4-4c31-b939-11c8ef3cf628 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:44:52.527324 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] For port b2a8f928-239d-401e-87b9-afc54cd3852f, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=b2a8f928-239d-401e-87b9-afc54cd3852f,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:44:52.527684 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.541496 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Calling delete_port for b2a8f928-239d-401e-87b9-afc54cd3852f owned by network:dhcp {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:44:52.552714 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eb218a-4625-4c6f-88cc-becfa05f862b None None] DHCP port deletion for c32e03dc-a619-4714-9620-fefd583a9dfb request from dv-cinder-788782-4-iscsi {{(pid=94621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:44:52.598741 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-75eb218a-4625-4c6f-88cc-becfa05f862b None None] Deleting port b2a8f928-239d-401e-87b9-afc54cd3852f {{(pid=94621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:44:52.599122 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-75eb218a-4625-4c6f-88cc-becfa05f862b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.666961 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-75eb218a-4625-4c6f-88cc-becfa05f862b None None] For port b2a8f928-239d-401e-87b9-afc54cd3852f, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=b2a8f928-239d-401e-87b9-afc54cd3852f,segment=NetworkSegment(46da9b38-b6c8-4af6-bb78-d297099c504f),segment_id=46da9b38-b6c8-4af6-bb78-d297099c504f)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:44:52.666961 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-75eb218a-4625-4c6f-88cc-becfa05f862b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.680234 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-75eb218a-4625-4c6f-88cc-becfa05f862b None None] Calling delete_port for b2a8f928-239d-401e-87b9-afc54cd3852f owned by network:dhcp {{(pid=94621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:44:52.693112 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.721284 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a8f928-239d-401e-87b9-afc54cd3852f,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:52.724830 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] No DVR routers for this DVR port b2a8f928-239d-401e-87b9-afc54cd3852f on host dv-cinder-788782-4-iscsi {{(pid=94620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:44:52.764740 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-75eb218a-4625-4c6f-88cc-becfa05f862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137'] for port, after_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.794121 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.795601 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb218a-4625-4c6f-88cc-becfa05f862b None None] Pushing event deleted for resources: {'Port': ['ID=b2a8f928-239d-401e-87b9-afc54cd3852f,revision_number=None']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:52.797471 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb218a-4625-4c6f-88cc-becfa05f862b None None] No DVR routers for this DVR port b2a8f928-239d-401e-87b9-afc54cd3852f on host dv-cinder-788782-4-iscsi {{(pid=94621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:44:52.804486 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32e03dc-a619-4714-9620-fefd583a9dfb']}} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:52.816300 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46da9b38-b6c8-4af6-bb78-d297099c504f') {'for_net_delete': True} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:52.816627 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.services.segments.db [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46da9b38-b6c8-4af6-bb78-d297099c504f') {} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:52.825216 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13639789'] for segment, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.839775 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.847110 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:44:52.847110 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044013'] for segment, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: Traceback (most recent call last): Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: timer() Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: cb(*args, **kw) Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: return func(*args, **kwargs) Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: self._notify() Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: self.callback(batched_events) Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: event.method(event) Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: return f(self, *a, **k) Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._get(url).json() Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: return self.request(url, 'GET', **kwargs) Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:44:52.847584 dv-cinder-788782-4-iscsi neutron-server[94620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:44:52.981267 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.989561 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:52.991368 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c32e03dc-a619-4714-9620-fefd583a9dfb HTTP/1.1" status: 204 len: 168 time: 0.6730006 Aug 24 17:44:52.994477 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43396) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:53.000760 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6618a-611f-4af9-8b95-cfa91035d5e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c32e03dc-a619-4714-9620-fefd583a9dfb,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:53.332286 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-632eda73-4976-4385-b2c8-6e280b9f9ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929171'] for router_interface, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:53.577790 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-632eda73-4976-4385-b2c8-6e280b9f9ab1 admin admin] Deleting port 29530221-fb4a-4521-8c45-88d4735ba118 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:44:53.578125 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-632eda73-4976-4385-b2c8-6e280b9f9ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:53.654942 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-632eda73-4976-4385-b2c8-6e280b9f9ab1 admin admin] For port 29530221-fb4a-4521-8c45-88d4735ba118, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=29530221-fb4a-4521-8c45-88d4735ba118,segment=NetworkSegment(16475891-e614-4f06-890c-ad9502943bdb),segment_id=16475891-e614-4f06-890c-ad9502943bdb)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:44:53.655296 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-632eda73-4976-4385-b2c8-6e280b9f9ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:53.667861 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-632eda73-4976-4385-b2c8-6e280b9f9ab1 admin admin] Calling delete_port for 29530221-fb4a-4521-8c45-88d4735ba118 owned by network:router_interface {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:44:53.804640 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device b2a8f928-239d-401e-87b9-afc54cd3852f no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:44:53.824916 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: b2a8f928-239d-401e-87b9-afc54cd3852f {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:44:53.825260 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device b2a8f928-239d-401e-87b9-afc54cd3852f not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:44:53.825678 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 915cdfa8-63fe-4d52-8037-18c7e79a591c no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:44:53.843966 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 915cdfa8-63fe-4d52-8037-18c7e79a591c {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:44:53.844323 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 915cdfa8-63fe-4d52-8037-18c7e79a591c not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:44:53.915654 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-632eda73-4976-4385-b2c8-6e280b9f9ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:53.943363 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632eda73-4976-4385-b2c8-6e280b9f9ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=29530221-fb4a-4521-8c45-88d4735ba118,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:54.109983 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-632eda73-4976-4385-b2c8-6e280b9f9ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762085'] for router_interface, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:54.316303 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632eda73-4976-4385-b2c8-6e280b9f9ab1 admin admin] Router 23fb04a2-35f4-4d12-a9d1-9462bc8178ef has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:44:54.418052 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632eda73-4976-4385-b2c8-6e280b9f9ab1 admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:44:54.422684 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-632eda73-4976-4385-b2c8-6e280b9f9ab1 admin admin] 10.222.0.41 "PUT /v2.0/routers/23fb04a2-35f4-4d12-a9d1-9462bc8178ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4271839 Aug 24 17:44:54.425270 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43398) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:54.427771 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc578ede-1919-4cb1-b94b-70a0bcbf14f8 None None] Sync routers for ids ['23fb04a2-35f4-4d12-a9d1-9462bc8178ef'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:44:54.436761 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc578ede-1919-4cb1-b94b-70a0bcbf14f8 None None] Routers {'23fb04a2-35f4-4d12-a9d1-9462bc8178ef'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:44:54.437360 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-bc578ede-1919-4cb1-b94b-70a0bcbf14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:44:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['23fb04a2-35f4-4d12-a9d1-9462bc8178ef'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:54.525272 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Notify callbacks [] for router, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:54.542281 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-bc578ede-1919-4cb1-b94b-70a0bcbf14f8 None None] Set router 23fb04a2-35f4-4d12-a9d1-9462bc8178ef gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:44:54.627892 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:54.716651 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-bc578ede-1919-4cb1-b94b-70a0bcbf14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'name': 'tempest-TestVolumeBootPattern-1440149500-router', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:44:53Z', 'revision_number': 5, 'project_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'gw_port': {'id': 'd00bf46e-ea84-4328-8b92-32b2ec117f7e', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:54.735214 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Deleting port d00bf46e-ea84-4328-8b92-32b2ec117f7e {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:44:54.736927 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:54.745694 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc578ede-1919-4cb1-b94b-70a0bcbf14f8 None None] Checking router: 23fb04a2-35f4-4d12-a9d1-9462bc8178ef for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:44:54.754498 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc578ede-1919-4cb1-b94b-70a0bcbf14f8 None None] Routers {'23fb04a2-35f4-4d12-a9d1-9462bc8178ef'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:44:54.756235 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-bc578ede-1919-4cb1-b94b-70a0bcbf14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:44:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['23fb04a2-35f4-4d12-a9d1-9462bc8178ef'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:54.819566 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] For port d00bf46e-ea84-4328-8b92-32b2ec117f7e, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=d00bf46e-ea84-4328-8b92-32b2ec117f7e,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:44:54.820021 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:54.831548 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Calling delete_port for d00bf46e-ea84-4328-8b92-32b2ec117f7e owned by network:router_gateway {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:44:54.837946 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-bc578ede-1919-4cb1-b94b-70a0bcbf14f8 None None] Set router 23fb04a2-35f4-4d12-a9d1-9462bc8178ef gateway port host: None {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:44:54.887847 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-bc578ede-1919-4cb1-b94b-70a0bcbf14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'name': 'tempest-TestVolumeBootPattern-1440149500-router', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:44:54Z', 'revision_number': 6, 'project_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'gw_port_host': None}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:54.919694 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc578ede-1919-4cb1-b94b-70a0bcbf14f8 None None] The sync data for ids ['23fb04a2-35f4-4d12-a9d1-9462bc8178ef'] in dv-cinder-788782-4-iscsi is: [{'id': '23fb04a2-35f4-4d12-a9d1-9462bc8178ef', 'name': 'tempest-TestVolumeBootPattern-1440149500-router', 'tenant_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:36:33Z', 'updated_at': '2021-08-24T17:44:54Z', 'revision_number': 6, 'project_id': 'b6858553a9ed4abcb6ff55e8280244bb', 'gw_port_host': None}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:44:55.061132 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:55.087998 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Pushing event deleted for resources: {'Port': ['ID=d00bf46e-ea84-4328-8b92-32b2ec117f7e,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:55.147952 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-02e020d1-7112-4f17-bac8-d644ce788ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:55.151677 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922815'] for router_gateway, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:55.507418 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8087'] for router, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:55.509402 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:55.655548 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-923686'] for router, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:55.656086 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23fb04a2-35f4-4d12-a9d1-9462bc8178ef {{(pid=94619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:44:55.663208 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] Notify callbacks [] for router, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:55.663208 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-f7d5e3d3-4d94-402b-96b2-7d0e19d5a91e admin admin] 10.222.0.41 "DELETE /v2.0/routers/23fb04a2-35f4-4d12-a9d1-9462bc8178ef HTTP/1.1" status: 204 len: 168 time: 1.2360106 Aug 24 17:44:55.664934 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43400) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:55.710864 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bb042d-df19-4a15-9157-b7365869a1fb admin admin] Deleting subnet 0d76b8e9-3dad-451a-b701-d35d0d9e321e {{(pid=94619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:44:55.713845 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-61bb042d-df19-4a15-9157-b7365869a1fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:55.750747 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-61bb042d-df19-4a15-9157-b7365869a1fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14568602'] for subnet, precommit_delete_associations {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:55.812453 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device d00bf46e-ea84-4328-8b92-32b2ec117f7e no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:44:55.836459 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: d00bf46e-ea84-4328-8b92-32b2ec117f7e {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:44:55.836807 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device d00bf46e-ea84-4328-8b92-32b2ec117f7e not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:44:55.836980 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-61bb042d-df19-4a15-9157-b7365869a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:55.837222 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 29530221-fb4a-4521-8c45-88d4735ba118 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:44:55.861189 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 29530221-fb4a-4521-8c45-88d4735ba118 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:44:55.861588 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 29530221-fb4a-4521-8c45-88d4735ba118 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:44:55.927731 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-61bb042d-df19-4a15-9157-b7365869a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12719601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717469'] for subnet, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:55.958554 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb042d-df19-4a15-9157-b7365869a1fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d76b8e9-3dad-451a-b701-d35d0d9e321e,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:55.962384 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-61bb042d-df19-4a15-9157-b7365869a1fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:55.964217 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-61bb042d-df19-4a15-9157-b7365869a1fb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0d76b8e9-3dad-451a-b701-d35d0d9e321e HTTP/1.1" status: 204 len: 168 time: 0.2983279 Aug 24 17:44:55.966725 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43402) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:55.969150 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b8bf79-6282-4506-a8cf-9a6087b23f30 None None] Network a696a698-861e-4f81-8cc8-78337e49e2e1 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:44:56.033646 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:56.086607 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Deleting port c97c36ac-4f13-4920-bd70-f392b273c1cb {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:44:56.086947 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:56.154447 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] For port c97c36ac-4f13-4920-bd70-f392b273c1cb, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=c97c36ac-4f13-4920-bd70-f392b273c1cb,segment=NetworkSegment(16475891-e614-4f06-890c-ad9502943bdb),segment_id=16475891-e614-4f06-890c-ad9502943bdb)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:44:56.155138 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:56.167648 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Calling delete_port for c97c36ac-4f13-4920-bd70-f392b273c1cb owned by network:dhcp {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:44:56.181276 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] DHCP port deletion for a696a698-861e-4f81-8cc8-78337e49e2e1 request from dv-cinder-788782-4-iscsi {{(pid=94621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:44:56.226684 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Deleting port c97c36ac-4f13-4920-bd70-f392b273c1cb {{(pid=94621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:44:56.226989 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:56.291083 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] For port c97c36ac-4f13-4920-bd70-f392b273c1cb, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=c97c36ac-4f13-4920-bd70-f392b273c1cb,segment=NetworkSegment(16475891-e614-4f06-890c-ad9502943bdb),segment_id=16475891-e614-4f06-890c-ad9502943bdb)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:44:56.291480 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:56.306629 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Calling delete_port for c97c36ac-4f13-4920-bd70-f392b273c1cb owned by network:dhcp {{(pid=94621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:44:56.327024 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:56.353267 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97c36ac-4f13-4920-bd70-f392b273c1cb,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:56.356855 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] No DVR routers for this DVR port c97c36ac-4f13-4920-bd70-f392b273c1cb on host dv-cinder-788782-4-iscsi {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:44:56.382403 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137'] for port, after_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:56.409047 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] No DVR routers for this DVR port c97c36ac-4f13-4920-bd70-f392b273c1cb on host dv-cinder-788782-4-iscsi {{(pid=94621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:44:56.410684 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Pushing event deleted for resources: {'Port': ['ID=c97c36ac-4f13-4920-bd70-f392b273c1cb,revision_number=None']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:56.419318 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:56.419796 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:56.419981 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:56.420340 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:56.420685 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:56.421017 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:56.421342 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:56.421666 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:56.421991 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:56.422313 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:56.422750 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:56.422942 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb3f7d-29e7-4789-8318-931a2a198cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:56.432013 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:56.441912 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a696a698-861e-4f81-8cc8-78337e49e2e1']}} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:56.451806 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16475891-e614-4f06-890c-ad9502943bdb') {'for_net_delete': True} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:56.452101 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16475891-e614-4f06-890c-ad9502943bdb') {} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:44:56.460990 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14568597'] for segment, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:56.474471 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:56.480052 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:44:56.480461 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12719635'] for segment, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: Traceback (most recent call last): Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: timer() Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: cb(*args, **kw) Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: return func(*args, **kwargs) Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: self._notify() Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: self.callback(batched_events) Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: event.method(event) Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: return f(self, *a, **k) Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._get(url).json() Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: return self.request(url, 'GET', **kwargs) Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:44:56.482044 dv-cinder-788782-4-iscsi neutron-server[94619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:44:56.601304 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:56.606736 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:56.608430 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a696a698-861e-4f81-8cc8-78337e49e2e1 HTTP/1.1" status: 204 len: 168 time: 0.6407752 Aug 24 17:44:56.620209 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d43421-0bfe-43a8-991d-db19b152f536 admin admin] Pushing event deleted for resources: {'Network': ['ID=a696a698-861e-4f81-8cc8-78337e49e2e1,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:56.923193 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43406) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:56.962788 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-0d3a2265-2c22-4ea5-941b-f1e68864c497 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88517f1554614c4badb7a60e065a8dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384676 Aug 24 17:44:56.965136 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43408) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:57.011527 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-94fbc2f1-8481-49f8-bf45-f47b74374ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:57.032279 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-94fbc2f1-8481-49f8-bf45-f47b74374ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:57.166861 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-94fbc2f1-8481-49f8-bf45-f47b74374ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:57.169468 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-94fbc2f1-8481-49f8-bf45-f47b74374ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:57.171250 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-94fbc2f1-8481-49f8-bf45-f47b74374ccc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/997267ab-ab69-41d9-91cc-68fcb6705179 HTTP/1.1" status: 204 len: 168 time: 0.2046344 Aug 24 17:44:57.178950 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbc2f1-8481-49f8-bf45-f47b74374ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997267ab-ab69-41d9-91cc-68fcb6705179,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:57.792765 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43414) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:57.806577 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device c97c36ac-4f13-4920-bd70-f392b273c1cb no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:44:57.828790 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: c97c36ac-4f13-4920-bd70-f392b273c1cb {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:44:57.829140 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device c97c36ac-4f13-4920-bd70-f392b273c1cb not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:44:57.832924 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-043c210f-3a5f-4272-a023-5d22cf289272 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6858553a9ed4abcb6ff55e8280244bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389175 Aug 24 17:44:57.835926 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43416) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:44:57.886796 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-014a9117-0fb6-42b3-886a-d8b52bf55c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:57.907259 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-014a9117-0fb6-42b3-886a-d8b52bf55c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:58.009241 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-014a9117-0fb6-42b3-886a-d8b52bf55c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:58.011649 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-014a9117-0fb6-42b3-886a-d8b52bf55c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:58.012822 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-014a9117-0fb6-42b3-886a-d8b52bf55c37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/894457d7-9189-4d1a-8f5c-e4de5a540b25 HTTP/1.1" status: 204 len: 168 time: 0.1759610 Aug 24 17:44:58.021939 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a9117-0fb6-42b3-886a-d8b52bf55c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894457d7-9189-4d1a-8f5c-e4de5a540b25,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:58.095684 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d210fe37-885f-4623-ae8f-2cfbfc5d8a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:58.447254 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:44:59.470583 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:45:00.452536 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:45:12.637774 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:45:17.192143 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:45:25.178140 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-6f03c70f-8fb6-4275-9f8b-a4c690b2ce4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:45:28.084043 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4443bb9c-37b4-40d0-a497-f0807fc1aad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:45:28.476562 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:45:29.480921 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:45:30.454734 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:45:42.654252 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:45:45.009850 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-34dc84b7-33e0-4bc5-84ae-753f9016158b req-f4477594-fa1a-46ac-9fb7-9d5169216987 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390675 Aug 24 17:45:45.087612 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc84b7-33e0-4bc5-84ae-753f9016158b req-e5b2673f-bd02-4ce4-b013-2b3c3e48f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:45:45.089072 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-34dc84b7-33e0-4bc5-84ae-753f9016158b req-e5b2673f-bd02-4ce4-b013-2b3c3e48f2ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2753a14fc3e04196b29ed209b937ef26&device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 1099 time: 0.0396812 Aug 24 17:45:45.190797 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc84b7-33e0-4bc5-84ae-753f9016158b req-e3397441-91aa-4ab2-a5f6-ae731a6ee387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:45:45.192237 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-34dc84b7-33e0-4bc5-84ae-753f9016158b req-e3397441-91aa-4ab2-a5f6-ae731a6ee387 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ebad99d9-aacc-493b-ac22-6d49a8b06f28 HTTP/1.1" status: 200 len: 910 time: 0.0845771 Aug 24 17:45:45.256203 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-34dc84b7-33e0-4bc5-84ae-753f9016158b req-10bbdf7d-9826-48e3-8022-76ad97d03e09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af HTTP/1.1" status: 200 len: 1002 time: 0.0558209 Aug 24 17:45:45.308196 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc84b7-33e0-4bc5-84ae-753f9016158b req-999f6ea4-f3a9-4a8a-8e38-f91438e535b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:45:45.309630 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-34dc84b7-33e0-4bc5-84ae-753f9016158b req-999f6ea4-f3a9-4a8a-8e38-f91438e535b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0539e9ce-05dc-46c1-bc19-be47c1920261 HTTP/1.1" status: 200 len: 848 time: 0.0459025 Aug 24 17:45:45.354455 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc84b7-33e0-4bc5-84ae-753f9016158b req-d623faef-4602-4926-b806-d8ef9477d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:45:45.355865 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-34dc84b7-33e0-4bc5-84ae-753f9016158b req-d623faef-4602-4926-b806-d8ef9477d374 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebad99d9-aacc-493b-ac22-6d49a8b06f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394473 Aug 24 17:45:45.442779 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-34dc84b7-33e0-4bc5-84ae-753f9016158b req-bde8c0af-8901-4563-a963-ccff1cee6e7d service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793855 Aug 24 17:45:45.534058 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-34dc84b7-33e0-4bc5-84ae-753f9016158b req-b4b604d2-19da-471b-a1c5-44d2a423e09d service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835724 Aug 24 17:45:54.190432 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:45:55.140237 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-b2239f2b-00da-47f1-9cff-e8a654facae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:45:57.275721 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff5c33-9697-4e30-b71f-0bec611ab588 req-0b69f6e4-a856-4773-aad3-d341c3618756 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:45:57.277297 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ddff5c33-9697-4e30-b71f-0bec611ab588 req-0b69f6e4-a856-4773-aad3-d341c3618756 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0515726 Aug 24 17:45:57.315619 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ddff5c33-9697-4e30-b71f-0bec611ab588 req-627541da-06e1-4d9b-b258-1eff47c3895e tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324521 Aug 24 17:45:58.100293 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-c7d1253a-345e-4167-8965-7f345e94fbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:45:58.443277 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:45:58.447063 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4c451-d971-407a-86dd-79266ded6591 req-871b2f37-0b5b-447d-9b5f-accb94643c24 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:45:58.449220 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-51a4c451-d971-407a-86dd-79266ded6591 req-871b2f37-0b5b-447d-9b5f-accb94643c24 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0524428 Aug 24 17:45:58.486336 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-51a4c451-d971-407a-86dd-79266ded6591 req-d9e41b6a-7cc2-434a-b4c5-b2c919449d94 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311263 Aug 24 17:45:59.481214 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:45:59.619914 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3765ebc-2271-49bd-a627-2bcdd2886b99 req-0a9d222f-282c-4fcd-aa17-a662c06ccd82 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:45:59.621611 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b3765ebc-2271-49bd-a627-2bcdd2886b99 req-0a9d222f-282c-4fcd-aa17-a662c06ccd82 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0550306 Aug 24 17:45:59.659021 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b3765ebc-2271-49bd-a627-2bcdd2886b99 req-fb5238f3-a6d5-4dee-9331-451afb01775c tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Aug 24 17:46:00.454226 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:00.771488 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548b18-b44b-407d-81d5-83d2fae2e6e0 req-c03f587f-0342-47f2-8d1c-86ddcfb496b8 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:00.772879 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7c548b18-b44b-407d-81d5-83d2fae2e6e0 req-c03f587f-0342-47f2-8d1c-86ddcfb496b8 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0485926 Aug 24 17:46:00.810400 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-7c548b18-b44b-407d-81d5-83d2fae2e6e0 req-6d2d2ba4-75c8-41bf-b781-cd3ce5697059 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317514 Aug 24 17:46:01.923067 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0a7a2-12a8-4718-af9e-91edefedb841 req-4fa1ccbb-ab22-44a5-86e3-7121185a77f6 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:01.924498 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-36f0a7a2-12a8-4718-af9e-91edefedb841 req-4fa1ccbb-ab22-44a5-86e3-7121185a77f6 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0507100 Aug 24 17:46:01.961154 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-36f0a7a2-12a8-4718-af9e-91edefedb841 req-dd5c80e3-a1db-4856-abd6-a0076a4bfff0 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308118 Aug 24 17:46:03.075074 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19548155-f2ba-4a06-83c2-39ffa31b1be2 req-9e28b9de-6106-408a-9757-7175dffb0eec tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:03.076567 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-19548155-f2ba-4a06-83c2-39ffa31b1be2 req-9e28b9de-6106-408a-9757-7175dffb0eec tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0502017 Aug 24 17:46:03.114419 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-19548155-f2ba-4a06-83c2-39ffa31b1be2 req-d09fef03-f1fe-429e-b237-e3f787e5834e tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321014 Aug 24 17:46:04.227676 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf3a7d-1b35-40a8-a50b-7601e7e8afed req-0a541c15-ce19-4ba5-ab97-75feb634943f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:04.229347 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c9cf3a7d-1b35-40a8-a50b-7601e7e8afed req-0a541c15-ce19-4ba5-ab97-75feb634943f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0499196 Aug 24 17:46:04.266729 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c9cf3a7d-1b35-40a8-a50b-7601e7e8afed req-32b824ce-cd19-4e49-8b15-aec3758cd5d5 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317891 Aug 24 17:46:05.380847 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861eab3f-1572-4e0c-881b-0449d4ed7506 req-46b87c71-e040-47be-b135-0f26e9e6cfb2 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:05.382301 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-861eab3f-1572-4e0c-881b-0449d4ed7506 req-46b87c71-e040-47be-b135-0f26e9e6cfb2 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0513425 Aug 24 17:46:05.420054 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-861eab3f-1572-4e0c-881b-0449d4ed7506 req-362f28ba-2120-4c8a-930b-d4ca690061d7 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311737 Aug 24 17:46:06.531817 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619820c6-8bb3-4055-8bec-8a4aaaf030f3 req-a8278068-b876-4163-8b81-f05f08317444 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:06.533286 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-619820c6-8bb3-4055-8bec-8a4aaaf030f3 req-a8278068-b876-4163-8b81-f05f08317444 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0482976 Aug 24 17:46:06.569962 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-619820c6-8bb3-4055-8bec-8a4aaaf030f3 req-e527f34c-f06b-43cb-ac6f-2da9aa9757c6 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309250 Aug 24 17:46:07.504462 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa70641-bd50-469f-b6d3-a08bfbc1e330 req-2df4dfcd-d9c1-4504-b9a7-4cae6844153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:07.504462 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bfa70641-bd50-469f-b6d3-a08bfbc1e330 req-2df4dfcd-d9c1-4504-b9a7-4cae6844153e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2753a14fc3e04196b29ed209b937ef26&device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 1099 time: 0.0461688 Aug 24 17:46:07.594143 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa70641-bd50-469f-b6d3-a08bfbc1e330 req-ee373c49-4edb-4e02-9441-e429f0a872a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:07.595616 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bfa70641-bd50-469f-b6d3-a08bfbc1e330 req-ee373c49-4edb-4e02-9441-e429f0a872a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ebad99d9-aacc-493b-ac22-6d49a8b06f28 HTTP/1.1" status: 200 len: 910 time: 0.0875051 Aug 24 17:46:07.663758 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bfa70641-bd50-469f-b6d3-a08bfbc1e330 req-66731d73-b043-452e-8509-3f34f4e3840d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af HTTP/1.1" status: 200 len: 1002 time: 0.0610924 Aug 24 17:46:07.685611 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1267a67-16b4-412a-8497-d0368c8ee1c8 req-621fdfb6-5baf-466d-8f4d-cba9a8635a8a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:07.687097 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d1267a67-16b4-412a-8497-d0368c8ee1c8 req-621fdfb6-5baf-466d-8f4d-cba9a8635a8a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0491381 Aug 24 17:46:07.714001 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa70641-bd50-469f-b6d3-a08bfbc1e330 req-4d84c007-e987-447c-91ea-c465fb7ff2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:07.715455 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bfa70641-bd50-469f-b6d3-a08bfbc1e330 req-4d84c007-e987-447c-91ea-c465fb7ff2af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0539e9ce-05dc-46c1-bc19-be47c1920261 HTTP/1.1" status: 200 len: 848 time: 0.0437820 Aug 24 17:46:07.724480 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d1267a67-16b4-412a-8497-d0368c8ee1c8 req-65a5ac2f-86dc-4c59-a9f5-7ab61a1275aa tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314257 Aug 24 17:46:07.766629 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa70641-bd50-469f-b6d3-a08bfbc1e330 req-0434e12d-0a72-4c6d-aeea-f2bd33ba6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:07.768043 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bfa70641-bd50-469f-b6d3-a08bfbc1e330 req-0434e12d-0a72-4c6d-aeea-f2bd33ba6c14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebad99d9-aacc-493b-ac22-6d49a8b06f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453708 Aug 24 17:46:07.858253 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bfa70641-bd50-469f-b6d3-a08bfbc1e330 req-15d1f373-e86d-435d-b245-ebe85a0078fd service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818729 Aug 24 17:46:07.948159 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-bfa70641-bd50-469f-b6d3-a08bfbc1e330 req-911dc9da-42c9-4230-b3e2-efe225b2f071 service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832896 Aug 24 17:46:08.848060 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9d963-03e5-4da8-903a-f4d335df8a29 req-a6611763-eb0d-479c-8515-580381b389b7 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:08.849611 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a1d9d963-03e5-4da8-903a-f4d335df8a29 req-a6611763-eb0d-479c-8515-580381b389b7 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0524201 Aug 24 17:46:08.885116 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a1d9d963-03e5-4da8-903a-f4d335df8a29 req-3f2dc127-d68f-4044-9fbf-410aae15f2e3 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297191 Aug 24 17:46:09.999935 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac22c33-73f9-4448-8439-58f3f7eeea24 req-4e9aa7dd-956c-4368-9fab-bbc8b2fb351d tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:10.001440 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4ac22c33-73f9-4448-8439-58f3f7eeea24 req-4e9aa7dd-956c-4368-9fab-bbc8b2fb351d tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0501790 Aug 24 17:46:10.038515 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4ac22c33-73f9-4448-8439-58f3f7eeea24 req-35dd3754-4082-46fd-9f2d-e0e1adf57b2f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312562 Aug 24 17:46:11.150983 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f1f24-ee59-41d2-8152-f862e3cf6811 req-0ba1a7fc-d97c-4295-952a-52bba34eef22 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:11.152491 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-952f1f24-ee59-41d2-8152-f862e3cf6811 req-0ba1a7fc-d97c-4295-952a-52bba34eef22 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0482275 Aug 24 17:46:11.190508 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-952f1f24-ee59-41d2-8152-f862e3cf6811 req-0072c9e5-941e-4526-a0e6-eb54e7452074 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321395 Aug 24 17:46:11.567046 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9b60b-1758-47dc-bed5-c40686d01883 req-872e189b-7811-4f96-b389-068da2f578cf tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:11.568822 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9fb9b60b-1758-47dc-bed5-c40686d01883 req-872e189b-7811-4f96-b389-068da2f578cf tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0518966 Aug 24 17:46:11.609000 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-9fb9b60b-1758-47dc-bed5-c40686d01883 req-d20e48b8-109c-4bff-96e3-e537ba187d41 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317280 Aug 24 17:46:11.714424 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43492) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:46:11.797802 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-06390b0e-9059-417c-bf11-d1bbcb80083f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821640 Aug 24 17:46:12.623027 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:12.724107 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d55b0d-0e13-4d5a-a4d1-9ba5556c02ad req-f037afef-6767-4c15-966e-963fc4f3c327 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:12.725696 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-47d55b0d-0e13-4d5a-a4d1-9ba5556c02ad req-f037afef-6767-4c15-966e-963fc4f3c327 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0499530 Aug 24 17:46:12.763371 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-47d55b0d-0e13-4d5a-a4d1-9ba5556c02ad req-28e80fb9-7137-426a-a4f0-8f23c3dfaae6 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312707 Aug 24 17:46:13.541520 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:46:13.624838 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:13.647686 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:46:13.650066 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51756c3b-542f-40a1-8267-e92d7ca01a65" -d '{"events": [{"server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "name": "network-vif-unplugged", "status": "completed", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:46:13.667286 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:46:13.742944 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:13.791439 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,revision_number=6']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:46:13.799869 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:46:13.800292 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:46:13.800780 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:46:13.801167 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:46:13.801636 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:46:13.802052 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:46:13.802594 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:46:13.802763 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:46:13.803179 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:46:13.803413 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:46:13.803738 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:46:13.804059 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:46:13.808266 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 17:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483def91-336c-455b-b171-f402dceadd69 x-openstack-request-id: req-483def91-336c-455b-b171-f402dceadd69 {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:46:13.809935 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "name": "network-vif-unplugged", "status": "failed", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af", "code": 422}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:46:13.810058 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-483def91-336c-455b-b171-f402dceadd69 {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:46:13.810501 dv-cinder-788782-4-iscsi neutron-server[94621]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'code': 422} returned with failed status Aug 24 17:46:13.885074 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ade85-2fc6-4d2f-ba34-9c6433510295 req-193eee66-a89c-4eca-89b1-359f1261d80e tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:13.886592 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-af6ade85-2fc6-4d2f-ba34-9c6433510295 req-193eee66-a89c-4eca-89b1-359f1261d80e tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0481541 Aug 24 17:46:13.927677 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-af6ade85-2fc6-4d2f-ba34-9c6433510295 req-9f3f5ecf-05b8-4e62-b176-36cbd3fa70fe tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343883 Aug 24 17:46:14.444699 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-b9a6b3fc-a6b1-42cd-950c-952b057c282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:14.446132 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-b9a6b3fc-a6b1-42cd-950c-952b057c282c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac&tenant_id=2753a14fc3e04196b29ed209b937ef26 HTTP/1.1" status: 200 len: 1097 time: 0.0402567 Aug 24 17:46:14.510783 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-00b9dc13-ba7d-44db-8a40-ac51a934fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:14.513099 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-00b9dc13-ba7d-44db-8a40-ac51a934fb20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2753a14fc3e04196b29ed209b937ef26&device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 1097 time: 0.0450542 Aug 24 17:46:14.612510 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-b4208f74-391d-4ecb-a44d-63729c451a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:14.614560 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-b4208f74-391d-4ecb-a44d-63729c451a7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ebad99d9-aacc-493b-ac22-6d49a8b06f28 HTTP/1.1" status: 200 len: 910 time: 0.0948024 Aug 24 17:46:14.694849 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-eaf845d9-f7e1-40a7-9e2d-5e5d8078f3f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af HTTP/1.1" status: 200 len: 1000 time: 0.0716124 Aug 24 17:46:14.748828 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-d74bde74-eaa0-4358-b36d-bf8402721e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:14.750233 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-d74bde74-eaa0-4358-b36d-bf8402721e83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0539e9ce-05dc-46c1-bc19-be47c1920261 HTTP/1.1" status: 200 len: 848 time: 0.0474639 Aug 24 17:46:14.801420 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-536f773b-bde1-4c2b-9742-db45efd6e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:14.802910 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-536f773b-bde1-4c2b-9742-db45efd6e2a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebad99d9-aacc-493b-ac22-6d49a8b06f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451212 Aug 24 17:46:14.896065 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-40e45f23-fdcc-4be2-b5db-60e9725e953c service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841532 Aug 24 17:46:14.989972 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-8faa5610-640a-44a7-a020-df79bdab4b33 req-7a37f408-d15b-46b9-8227-8259c32ef406 service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868227 Aug 24 17:46:15.043773 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff954afd-acb0-4200-9caf-4593a884c26d req-45563fe4-6419-4dbf-aa49-0ec9f5381bc8 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:15.045246 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ff954afd-acb0-4200-9caf-4593a884c26d req-45563fe4-6419-4dbf-aa49-0ec9f5381bc8 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0518301 Aug 24 17:46:15.083828 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-ff954afd-acb0-4200-9caf-4593a884c26d req-a7617397-790b-4261-bc5f-8a6548c0f9c0 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326476 Aug 24 17:46:16.196899 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1162-ebc4-4fff-9fe9-3142736c1b3c req-0987914f-6fe0-4a1f-a7f1-9cd313e6bcff tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:16.198366 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c76e1162-ebc4-4fff-9fe9-3142736c1b3c req-0987914f-6fe0-4a1f-a7f1-9cd313e6bcff tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0485153 Aug 24 17:46:16.236406 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-c76e1162-ebc4-4fff-9fe9-3142736c1b3c req-80d38d3e-157f-4375-aa62-0a1e3ee85e8f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314140 Aug 24 17:46:17.349908 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73720b1-a10c-47d4-a80b-88c55be856f1 req-cde1ad04-8396-42bf-afbb-6c74f1f459e4 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:17.351342 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a73720b1-a10c-47d4-a80b-88c55be856f1 req-cde1ad04-8396-42bf-afbb-6c74f1f459e4 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0486197 Aug 24 17:46:17.388209 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-a73720b1-a10c-47d4-a80b-88c55be856f1 req-9acb7412-dc8e-44c6-b033-6b4d1d80bd4f tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304718 Aug 24 17:46:18.505044 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe722fe7-b166-4686-90eb-684b33a4eae6 req-bbee0ed5-183b-49bc-9456-c0113ae1ae7a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:18.508392 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fe722fe7-b166-4686-90eb-684b33a4eae6 req-bbee0ed5-183b-49bc-9456-c0113ae1ae7a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0526736 Aug 24 17:46:18.546671 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fe722fe7-b166-4686-90eb-684b33a4eae6 req-dbb8790f-5ef1-4d54-8f3e-1aa439095469 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320928 Aug 24 17:46:19.659460 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5224e97-716e-4e8a-97df-a591bbbdc221 req-a309effa-e73d-4b01-9206-a4f7e24deda3 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:19.660947 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b5224e97-716e-4e8a-97df-a591bbbdc221 req-a309effa-e73d-4b01-9206-a4f7e24deda3 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0484865 Aug 24 17:46:19.700925 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-b5224e97-716e-4e8a-97df-a591bbbdc221 req-69e3a83f-6dc3-45b3-af48-40b15225f09c tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342414 Aug 24 17:46:20.811277 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e44b81-85d3-4632-a670-897e49183066 req-fa11e226-ad88-4172-8936-7baacfb07c6a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:20.812736 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e1e44b81-85d3-4632-a670-897e49183066 req-fa11e226-ad88-4172-8936-7baacfb07c6a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 944 time: 0.0482535 Aug 24 17:46:20.849877 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-e1e44b81-85d3-4632-a670-897e49183066 req-fcda241e-0829-4880-9023-28fe379692cc tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313551 Aug 24 17:46:21.556739 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:46:21.649548 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:46:21.660134 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Returning: {'device': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'port_id': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'mac_address': 'fa:16:3e:6a:d1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:46:21.696273 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:21.709063 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af {{(pid=94621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:46:21.727825 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:46:21.809955 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:21.860937 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,revision_number=7']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:46:21.965743 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e9eaf-8f60-4a5d-a449-1d15f145a5ce req-744becee-71f3-4797-8daa-9f6e6ba94be2 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:21.967231 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d13e9eaf-8f60-4a5d-a449-1d15f145a5ce req-744becee-71f3-4797-8daa-9f6e6ba94be2 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 945 time: 0.0537410 Aug 24 17:46:22.005260 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-d13e9eaf-8f60-4a5d-a449-1d15f145a5ce req-a58b007a-9f41-43bc-9ceb-fdbfd290daaa tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322187 Aug 24 17:46:22.067178 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] get_ports_and_sgs() called for port_ids ['43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af'] {{(pid=94621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:46:23.115738 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f937a-2adf-4afd-965a-d9cc5ebfcb56 req-ae254792-da1a-4a35-ba42-469de454f731 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:23.117214 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-157f937a-2adf-4afd-965a-d9cc5ebfcb56 req-ae254792-da1a-4a35-ba42-469de454f731 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 945 time: 0.0475099 Aug 24 17:46:23.154206 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-157f937a-2adf-4afd-965a-d9cc5ebfcb56 req-f0044fc9-1ed4-4104-9d9d-605990005a01 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300860 Aug 24 17:46:23.572206 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af up at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:46:23.618750 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.provisioning_blocks [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Provisioning complete for port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af triggered by entity L2. {{(pid=94621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:46:23.619113 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2024301'] for port, provisioning_complete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:23.690717 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:23.716147 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af'}] {{(pid=94621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:46:23.721226 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}869af4cd532288947fd4eac75cb0ac96cfa3c64ef42a0594c5c7e5c339ffc245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0736f0f2-4d49-455e-bf99-a3248ca64759" -d '{"events": [{"server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "name": "network-vif-plugged", "status": "completed", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af"}]}' {{(pid=94621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:46:23.730987 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] For port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:46:23.755788 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644d9db4-b093-48ec-95ab-639ba093937e x-openstack-request-id: req-644d9db4-b093-48ec-95ab-639ba093937e {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:46:23.755788 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "name": "network-vif-plugged", "status": "completed", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af", "code": 200}]} {{(pid=94621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:46:23.755788 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-644d9db4-b093-48ec-95ab-639ba093937e {{(pid=94621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:46:23.755788 dv-cinder-788782-4-iscsi neutron-server[94621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'code': 200} Aug 24 17:46:23.815914 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726543835109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726543411146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726543411164'] for port, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:23.862818 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,revision_number=8']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:46:24.031384 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f38dea-4568-4490-9c28-0b9eb47373e0 req-836c714f-f248-4af7-81e7-0536ac63c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:24.032863 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-10f38dea-4568-4490-9c28-0b9eb47373e0 req-836c714f-f248-4af7-81e7-0536ac63c01d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 1099 time: 0.0403934 Aug 24 17:46:24.067156 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-10f38dea-4568-4490-9c28-0b9eb47373e0 req-5c3afaae-7312-41a0-8eba-d53c5e85e425 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268831 Aug 24 17:46:24.266210 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e3359-cf15-4421-8c44-55c9307eb32e req-6d9dccd3-1bff-4777-ba74-380e19dac53a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:24.267644 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-715e3359-cf15-4421-8c44-55c9307eb32e req-6d9dccd3-1bff-4777-ba74-380e19dac53a tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0477276 Aug 24 17:46:24.303144 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-715e3359-cf15-4421-8c44-55c9307eb32e req-0bc60837-397b-42e0-adda-2f3d647a2e62 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297689 Aug 24 17:46:25.148555 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-39e56a33-05fe-4376-8cab-fa8ff8ed0989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:25.419497 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04886022-ddd8-49a6-99d1-52dd0ca9ccd3 req-11297c6e-c95b-4aa5-bada-58c041eae205 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:25.420942 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-04886022-ddd8-49a6-99d1-52dd0ca9ccd3 req-11297c6e-c95b-4aa5-bada-58c041eae205 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0508094 Aug 24 17:46:25.457797 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-04886022-ddd8-49a6-99d1-52dd0ca9ccd3 req-bd5fcaf9-d649-408f-8a29-fdde09832709 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307810 Aug 24 17:46:28.096591 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-817a6614-5b22-4a61-a763-4758d08d7843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:28.433592 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:29.537273 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:30.462383 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:31.190249 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:46:42.593463 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:46.466015 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-9e535864-423a-4e3e-b10c-e5049a1cbec1 req-ac130977-dbd6-4443-b780-9ae27d31bca4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385582 Aug 24 17:46:46.551594 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535864-423a-4e3e-b10c-e5049a1cbec1 req-8e6cc5f4-5cdb-4d4b-b74c-045ab5429ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:46.553183 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-9e535864-423a-4e3e-b10c-e5049a1cbec1 req-8e6cc5f4-5cdb-4d4b-b74c-045ab5429ea2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2753a14fc3e04196b29ed209b937ef26&device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 1099 time: 0.0436652 Aug 24 17:46:46.655824 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535864-423a-4e3e-b10c-e5049a1cbec1 req-ab7ed82f-3550-4282-b412-7ff57fd634ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:46.657283 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-9e535864-423a-4e3e-b10c-e5049a1cbec1 req-ab7ed82f-3550-4282-b412-7ff57fd634ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=ebad99d9-aacc-493b-ac22-6d49a8b06f28 HTTP/1.1" status: 200 len: 910 time: 0.0822229 Aug 24 17:46:46.725805 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-9e535864-423a-4e3e-b10c-e5049a1cbec1 req-f1a1d2f8-3868-42eb-90b4-c1506b81a377 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af HTTP/1.1" status: 200 len: 1002 time: 0.0596678 Aug 24 17:46:46.774723 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535864-423a-4e3e-b10c-e5049a1cbec1 req-8512508e-2b8a-49c1-ae61-0c069062549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:46.776184 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-9e535864-423a-4e3e-b10c-e5049a1cbec1 req-8512508e-2b8a-49c1-ae61-0c069062549f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0539e9ce-05dc-46c1-bc19-be47c1920261 HTTP/1.1" status: 200 len: 848 time: 0.0414035 Aug 24 17:46:46.821069 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535864-423a-4e3e-b10c-e5049a1cbec1 req-3319c220-fa83-4d03-b4f2-58e31521f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:46:46.822578 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-9e535864-423a-4e3e-b10c-e5049a1cbec1 req-3319c220-fa83-4d03-b4f2-58e31521f6d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebad99d9-aacc-493b-ac22-6d49a8b06f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390210 Aug 24 17:46:46.912141 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-9e535864-423a-4e3e-b10c-e5049a1cbec1 req-88d6d608-7d2e-4e67-be0e-ce2a99c458ef service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822351 Aug 24 17:46:47.001320 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-9e535864-423a-4e3e-b10c-e5049a1cbec1 req-857f4ac9-f4d2-4bd1-9c8c-8b5d37ef6ffc service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788300 Aug 24 17:46:55.147350 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-2b1c8eee-3c99-44ea-a4ed-dc4f9fbf1e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:58.079087 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-89db7fc8-5c51-419e-9b0b-d849aa21d67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:58.436541 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:46:59.484782 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:00.453751 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:08.188999 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:47:12.592864 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:25.150470 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-afa9746b-3d79-4bf8-a946-c037279d1c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:28.072387 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-873a26d8-a0f0-437d-8ff3-7c9e5a30f155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:28.435786 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:29.518829 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:30.489753 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:37.739047 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43546) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:37.893324 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Deleting port 42d45dbc-2d19-456b-9e47-74d772e07c68 {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:47:37.893821 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:37.970606 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:37.971097 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:37.982279 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Calling delete_port for 42d45dbc-2d19-456b-9e47-74d772e07c68 owned by network:floatingip {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:47:38.215712 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:38.240501 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Pushing event deleted for resources: {'Port': ['ID=42d45dbc-2d19-456b-9e47-74d772e07c68,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:38.267515 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:38.267941 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:38.268280 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:38.268636 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:38.268969 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:38.269293 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:38.269615 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:38.269932 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:38.270251 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:38.270569 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:38.270884 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:38.271197 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:38.309432 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for floatingip, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:38.309765 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.db.l3_db [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Floating IP 736abb46-f5c6-476b-89ae-4352024412ce disassociated (deleted). External IP: 172.27.2.251, port: 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af. Aug 24 17:47:38.852539 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Router b5b52812-e75a-4554-bc1e-e6da428e5d21 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:47:38.955664 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:47:38.960757 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for floatingip, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:38.966878 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96588be3-50cb-4f25-9926-4940ff1d921f None None] Sync routers for ids ['b5b52812-e75a-4554-bc1e-e6da428e5d21'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:47:38.978998 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96588be3-50cb-4f25-9926-4940ff1d921f None None] Routers {'b5b52812-e75a-4554-bc1e-e6da428e5d21'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:47:38.979613 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-96588be3-50cb-4f25-9926-4940ff1d921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:47:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['b5b52812-e75a-4554-bc1e-e6da428e5d21'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:38.991395 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-5d12fcfa-8be4-49f5-b5a3-dfe81be48371 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "DELETE /v2.0/floatingips/736abb46-f5c6-476b-89ae-4352024412ce HTTP/1.1" status: 204 len: 168 time: 1.2512448 Aug 24 17:47:38.991966 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af'}] {{(pid=94620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:47:38.994236 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5de7462a4ff2677d9c916bda96b367502b3c650aef59454085086710fe59dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b3477a-c21f-4a71-9303-8a5174f264ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af"}]}' {{(pid=94620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:47:39.041528 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5393de78-c1af-492a-8ba1-890389f972c2 x-openstack-request-id: req-5393de78-c1af-492a-8ba1-890389f972c2 {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:47:39.041814 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af", "status": "completed", "code": 200}]} {{(pid=94620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:47:39.042132 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5393de78-c1af-492a-8ba1-890389f972c2 {{(pid=94620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:47:39.042527 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'status': 'completed', 'code': 200} Aug 24 17:47:39.082635 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-96588be3-50cb-4f25-9926-4940ff1d921f None None] Set router b5b52812-e75a-4554-bc1e-e6da428e5d21 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:47:39.106853 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3477a-c21f-4a71-9303-8a5174f264ef req-9e5d3aa8-7eec-4588-8488-49befa1b95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:47:39.108355 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-44b3477a-c21f-4a71-9303-8a5174f264ef req-9e5d3aa8-7eec-4588-8488-49befa1b95ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2753a14fc3e04196b29ed209b937ef26&device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 1099 time: 0.0409887 Aug 24 17:47:39.207546 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3477a-c21f-4a71-9303-8a5174f264ef req-469436ea-c6a3-400a-8f9e-f3ad53ef6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:47:39.209113 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-44b3477a-c21f-4a71-9303-8a5174f264ef req-469436ea-c6a3-400a-8f9e-f3ad53ef6fa3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ebad99d9-aacc-493b-ac22-6d49a8b06f28 HTTP/1.1" status: 200 len: 910 time: 0.0940382 Aug 24 17:47:39.266382 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-44b3477a-c21f-4a71-9303-8a5174f264ef req-5b9aee3f-9779-44d2-9af5-571630ecd983 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af HTTP/1.1" status: 200 len: 217 time: 0.0446501 Aug 24 17:47:39.321087 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3477a-c21f-4a71-9303-8a5174f264ef req-a70ca4c7-68e2-4089-9f1d-0e40546c0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:47:39.322525 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-44b3477a-c21f-4a71-9303-8a5174f264ef req-a70ca4c7-68e2-4089-9f1d-0e40546c0cab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0539e9ce-05dc-46c1-bc19-be47c1920261 HTTP/1.1" status: 200 len: 848 time: 0.0492909 Aug 24 17:47:39.373013 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3477a-c21f-4a71-9303-8a5174f264ef req-192a2c5e-f057-41b1-ae82-23a9b509a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:47:39.374451 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-44b3477a-c21f-4a71-9303-8a5174f264ef req-192a2c5e-f057-41b1-ae82-23a9b509a2a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ebad99d9-aacc-493b-ac22-6d49a8b06f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439212 Aug 24 17:47:39.410901 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-96588be3-50cb-4f25-9926-4940ff1d921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 4, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port': {'id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:10Z', 'updated_at': '2021-08-24T17:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '47a69143-3535-4cc8-b76b-1875cea766d0', 'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'mac_address': 'fa:16:3e:17:31:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:11Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 5, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'subnets': [{'id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:39.423945 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c367d9-faa9-40d9-854f-7048ed90c31e req-450caaf3-2283-4494-be1e-57fada7134c6 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:47:39.425681 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-13c367d9-faa9-40d9-854f-7048ed90c31e req-450caaf3-2283-4494-be1e-57fada7134c6 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0527241 Aug 24 17:47:39.437943 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96588be3-50cb-4f25-9926-4940ff1d921f None None] Checking router: b5b52812-e75a-4554-bc1e-e6da428e5d21 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:47:39.446602 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96588be3-50cb-4f25-9926-4940ff1d921f None None] Routers {'b5b52812-e75a-4554-bc1e-e6da428e5d21'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:47:39.447328 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-96588be3-50cb-4f25-9926-4940ff1d921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:47:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['b5b52812-e75a-4554-bc1e-e6da428e5d21'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:39.469007 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-13c367d9-faa9-40d9-854f-7048ed90c31e req-d20c1a35-e8fd-487c-821a-9699117fdb81 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369303 Aug 24 17:47:39.475174 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-44b3477a-c21f-4a71-9303-8a5174f264ef req-e31ba5a1-39b2-41ad-8602-02fed221ac3c service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922923 Aug 24 17:47:39.552746 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-96588be3-50cb-4f25-9926-4940ff1d921f None None] Set router b5b52812-e75a-4554-bc1e-e6da428e5d21 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:47:39.571291 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-44b3477a-c21f-4a71-9303-8a5174f264ef req-a6bf2235-e4f3-4850-9a43-101bb4c57653 service neutron] 10.222.0.42 "GET /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873737 Aug 24 17:47:39.750377 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-96588be3-50cb-4f25-9926-4940ff1d921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 4, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port': {'id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:10Z', 'updated_at': '2021-08-24T17:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '47a69143-3535-4cc8-b76b-1875cea766d0', 'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'mac_address': 'fa:16:3e:17:31:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:11Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 5, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'subnets': [{'id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:39.777626 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96588be3-50cb-4f25-9926-4940ff1d921f None None] The sync data for ids ['b5b52812-e75a-4554-bc1e-e6da428e5d21'] in dv-cinder-788782-4-iscsi is: [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:43:12Z', 'revision_number': 4, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port': {'id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:10Z', 'updated_at': '2021-08-24T17:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi', '_interfaces': [{'id': '47a69143-3535-4cc8-b76b-1875cea766d0', 'name': '', 'network_id': 'ebad99d9-aacc-493b-ac22-6d49a8b06f28', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'mac_address': 'fa:16:3e:17:31:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:11Z', 'updated_at': '2021-08-24T17:43:18Z', 'revision_number': 5, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'subnets': [{'id': '0539e9ce-05dc-46c1-bc19-be47c1920261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:47:40.007452 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7846161-88f0-4718-8fd7-21754030cb89 None None] New status for floating IP 736abb46-f5c6-476b-89ae-4352024412ce: DOWN {{(pid=94622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:47:40.587894 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb098ee0-4838-4194-b9af-f378dacb4b38 req-dd432c87-1ebc-455c-b050-7e9b5775d123 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:47:40.589365 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fb098ee0-4838-4194-b9af-f378dacb4b38 req-dd432c87-1ebc-455c-b050-7e9b5775d123 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0507979 Aug 24 17:47:40.626684 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-fb098ee0-4838-4194-b9af-f378dacb4b38 req-031c3ae4-2bd2-49a9-a809-cd9e59e6542c tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/security-groups?id=1678e4e9-7b54-4903-8099-f1f9da8e64e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308399 Aug 24 17:47:40.884414 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3746b-8cfb-44e1-9296-bc06efaa6768 req-2cc0b677-6897-451c-9a23-75f23e8dcaec tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:47:40.885820 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-daf3746b-8cfb-44e1-9296-bc06efaa6768 req-2cc0b677-6897-451c-9a23-75f23e8dcaec tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 946 time: 0.0466108 Aug 24 17:47:40.975621 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-daf3746b-8cfb-44e1-9296-bc06efaa6768 req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Deleting port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:47:40.975953 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-daf3746b-8cfb-44e1-9296-bc06efaa6768 req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:41.060404 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [req-daf3746b-8cfb-44e1-9296-bc06efaa6768 req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] For port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:47:41.060761 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-daf3746b-8cfb-44e1-9296-bc06efaa6768 req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:41.073526 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [req-daf3746b-8cfb-44e1-9296-bc06efaa6768 req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Calling delete_port for 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af owned by compute:nova {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:47:41.252839 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-daf3746b-8cfb-44e1-9296-bc06efaa6768 req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:41.278554 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Pushing event deleted for resources: {'Port': ['ID=43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:41.288544 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:41.293553 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:41.293553 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:41.293553 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:41.293553 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:41.293553 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:41.293553 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:41.293553 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:41.293553 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:41.293553 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:41.293553 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:41.293553 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:41.331987 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf3746b-8cfb-44e1-9296-bc06efaa6768 req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] No DVR routers for this DVR port 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af on host hv-cinder-78878 {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:47:41.334522 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [req-daf3746b-8cfb-44e1-9296-bc06efaa6768 req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513949'] for port, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:41.336690 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [req-daf3746b-8cfb-44e1-9296-bc06efaa6768 req-867c585e-32f5-4921-b24f-055ce281ecb9 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.42 "DELETE /v2.0/ports/43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af HTTP/1.1" status: 204 len: 173 time: 0.4451253 Aug 24 17:47:41.337132 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'name': 'network-vif-deleted', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af'}] {{(pid=94619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:47:41.339836 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e29db9646269fc5a78a333599952e251738ba8b18861b16828d2ca531b34ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e457f10-486d-4c82-8ab5-cee07db05b8c" -d '{"events": [{"server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "name": "network-vif-deleted", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af"}]}' {{(pid=94619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:47:41.374781 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba8a240-c239-4361-b64e-2318798f2a2e x-openstack-request-id: req-aba8a240-c239-4361-b64e-2318798f2a2e {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:47:41.375066 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab877cc9-5ae4-4612-8daa-acc445c0bcac", "name": "network-vif-deleted", "tag": "43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af", "status": "completed", "code": 200}]} {{(pid=94619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:47:41.375406 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aba8a240-c239-4361-b64e-2318798f2a2e {{(pid=94619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:47:41.375800 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab877cc9-5ae4-4612-8daa-acc445c0bcac', 'name': 'network-vif-deleted', 'tag': '43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af', 'status': 'completed', 'code': 200} Aug 24 17:47:41.726028 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [req-4949e1d3-bb2e-4690-b7f1-4710dfbdba7a req-c7fd3030-c847-4fdb-825d-95a4005eefa7 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab877cc9-5ae4-4612-8daa-acc445c0bcac HTTP/1.1" status: 200 len: 210 time: 0.0318508 Aug 24 17:47:42.595867 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:42.780666 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43574) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:42.837273 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c4aea747-49d0-4e5d-9f92-01c72e6c58d4 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:42.862234 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c4aea747-49d0-4e5d-9f92-01c72e6c58d4 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:42.992481 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c4aea747-49d0-4e5d-9f92-01c72e6c58d4 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:42.994926 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c4aea747-49d0-4e5d-9f92-01c72e6c58d4 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Notify callbacks [] for security_group, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:42.996043 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-c4aea747-49d0-4e5d-9f92-01c72e6c58d4 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] 10.222.0.41 "DELETE /v2.0/security-groups/1678e4e9-7b54-4903-8099-f1f9da8e64e2 HTTP/1.1" status: 204 len: 168 time: 0.2143736 Aug 24 17:47:43.005219 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aea747-49d0-4e5d-9f92-01c72e6c58d4 tempest-TestShelveInstance-770538376 tempest-TestShelveInstance-770538376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1678e4e9-7b54-4903-8099-f1f9da8e64e2,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:43.123994 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43578) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:43.465147 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2619b019-3a12-449c-b60e-9427e599193e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929171'] for router_interface, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:43.947624 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-2619b019-3a12-449c-b60e-9427e599193e admin admin] Deleting port 47a69143-3535-4cc8-b76b-1875cea766d0 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:47:43.947958 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2619b019-3a12-449c-b60e-9427e599193e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:44.007833 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:47:44.027042 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] No Port match for: 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:47:44.027386 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Device 43fe1fb4-67e9-4b2a-bdf5-7fed5c0201af not bound to the agent host hv-cinder-78878 {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:47:44.028345 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-2619b019-3a12-449c-b60e-9427e599193e admin admin] For port 47a69143-3535-4cc8-b76b-1875cea766d0, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=47a69143-3535-4cc8-b76b-1875cea766d0,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:47:44.028713 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2619b019-3a12-449c-b60e-9427e599193e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:44.041176 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-2619b019-3a12-449c-b60e-9427e599193e admin admin] Calling delete_port for 47a69143-3535-4cc8-b76b-1875cea766d0 owned by network:router_interface {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:47:44.341387 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2619b019-3a12-449c-b60e-9427e599193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:44.367454 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619b019-3a12-449c-b60e-9427e599193e admin admin] Pushing event deleted for resources: {'Port': ['ID=47a69143-3535-4cc8-b76b-1875cea766d0,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:44.533365 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-2619b019-3a12-449c-b60e-9427e599193e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762085'] for router_interface, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:44.743431 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2619b019-3a12-449c-b60e-9427e599193e admin admin] Router b5b52812-e75a-4554-bc1e-e6da428e5d21 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:47:44.844955 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2619b019-3a12-449c-b60e-9427e599193e admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:47:44.850631 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-2619b019-3a12-449c-b60e-9427e599193e admin admin] 10.222.0.41 "PUT /v2.0/routers/b5b52812-e75a-4554-bc1e-e6da428e5d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7256167 Aug 24 17:47:44.853145 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43580) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:44.856341 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455446a-9b37-47b3-9b3d-6dfe71fac016 None None] Sync routers for ids ['b5b52812-e75a-4554-bc1e-e6da428e5d21'] in dv-cinder-788782-4-iscsi {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:47:44.866185 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455446a-9b37-47b3-9b3d-6dfe71fac016 None None] Routers {'b5b52812-e75a-4554-bc1e-e6da428e5d21'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:47:44.866835 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e455446a-9b37-47b3-9b3d-6dfe71fac016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:47:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['b5b52812-e75a-4554-bc1e-e6da428e5d21'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:44.953898 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:44.972654 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-e455446a-9b37-47b3-9b3d-6dfe71fac016 None None] Set router b5b52812-e75a-4554-bc1e-e6da428e5d21 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:47:45.057934 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:45.154130 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e455446a-9b37-47b3-9b3d-6dfe71fac016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:47:44Z', 'revision_number': 5, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port': {'id': '3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:10Z', 'updated_at': '2021-08-24T17:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:45.177656 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Deleting port 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:47:45.177999 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:45.184360 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455446a-9b37-47b3-9b3d-6dfe71fac016 None None] Checking router: b5b52812-e75a-4554-bc1e-e6da428e5d21 for host: dv-cinder-788782-4-iscsi {{(pid=94621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:47:45.187433 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:47:45.193103 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455446a-9b37-47b3-9b3d-6dfe71fac016 None None] Routers {'b5b52812-e75a-4554-bc1e-e6da428e5d21'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:47:45.193701 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e455446a-9b37-47b3-9b3d-6dfe71fac016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:47:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['b5b52812-e75a-4554-bc1e-e6da428e5d21'], 'active': True} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:45.262864 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] For port 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:47:45.263224 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:45.274868 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Calling delete_port for 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 owned by network:router_gateway {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:47:45.276958 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvr_db [None req-e455446a-9b37-47b3-9b3d-6dfe71fac016 None None] Set router b5b52812-e75a-4554-bc1e-e6da428e5d21 gateway port host: None {{(pid=94621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:47:45.326299 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_hamode_db [None req-e455446a-9b37-47b3-9b3d-6dfe71fac016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:47:45Z', 'revision_number': 6, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port_host': None}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:45.355594 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455446a-9b37-47b3-9b3d-6dfe71fac016 None None] The sync data for ids ['b5b52812-e75a-4554-bc1e-e6da428e5d21'] in dv-cinder-788782-4-iscsi is: [{'id': 'b5b52812-e75a-4554-bc1e-e6da428e5d21', 'name': 'tempest-TestShelveInstance-1416031573-router', 'tenant_id': '2753a14fc3e04196b29ed209b937ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:09Z', 'updated_at': '2021-08-24T17:47:45Z', 'revision_number': 6, 'project_id': '2753a14fc3e04196b29ed209b937ef26', 'gw_port_host': None}] {{(pid=94621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:47:45.493291 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:45.519742 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:45.576093 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922815'] for router_gateway, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:45.667133 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8087'] for router, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:45.669127 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:45.770264 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-923686'] for router, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:45.770797 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b52812-e75a-4554-bc1e-e6da428e5d21 {{(pid=94619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:47:45.775112 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:45.776247 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-a7d117f8-bd9c-4d08-a54b-4d7fb3fe56d7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b5b52812-e75a-4554-bc1e-e6da428e5d21 HTTP/1.1" status: 204 len: 168 time: 0.9222057 Aug 24 17:47:45.779579 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43582) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:45.821534 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d646ab-eed2-4448-b448-425c9f29c147 admin admin] Deleting subnet 0539e9ce-05dc-46c1-bc19-be47c1920261 {{(pid=94619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:47:45.824497 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-96d646ab-eed2-4448-b448-425c9f29c147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:45.858034 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-96d646ab-eed2-4448-b448-425c9f29c147 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14568602'] for subnet, precommit_delete_associations {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:45.937017 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-96d646ab-eed2-4448-b448-425c9f29c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.058975 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-96d646ab-eed2-4448-b448-425c9f29c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12719601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717469'] for subnet, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.085221 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d646ab-eed2-4448-b448-425c9f29c147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0539e9ce-05dc-46c1-bc19-be47c1920261,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:46.091216 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-96d646ab-eed2-4448-b448-425c9f29c147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.093619 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-96d646ab-eed2-4448-b448-425c9f29c147 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0539e9ce-05dc-46c1-bc19-be47c1920261 HTTP/1.1" status: 204 len: 168 time: 0.3135908 Aug 24 17:47:46.095715 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43584) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:46.098498 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b19f57-4745-4635-93e1-398ab1076aa5 None None] Network ebad99d9-aacc-493b-ac22-6d49a8b06f28 requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:47:46.155115 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 47a69143-3535-4cc8-b76b-1875cea766d0 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:47:46.173274 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.183070 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 47a69143-3535-4cc8-b76b-1875cea766d0 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:47:46.183414 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 47a69143-3535-4cc8-b76b-1875cea766d0 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:47:46.183816 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:47:46.212476 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:47:46.213015 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 3328a43c-c15c-4d4d-8cde-ae8d8f4d1a15 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:47:46.236394 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Deleting port 1e81d318-807a-4840-9e59-7f562f3ee63c {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:47:46.240747 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.307794 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] For port 1e81d318-807a-4840-9e59-7f562f3ee63c, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=1e81d318-807a-4840-9e59-7f562f3ee63c,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:47:46.308233 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.322052 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Calling delete_port for 1e81d318-807a-4840-9e59-7f562f3ee63c owned by network:dhcp {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:47:46.325602 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] DHCP port deletion for ebad99d9-aacc-493b-ac22-6d49a8b06f28 request from dv-cinder-788782-4-iscsi {{(pid=94621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:47:46.374705 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Deleting port 1e81d318-807a-4840-9e59-7f562f3ee63c {{(pid=94621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:47:46.375081 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.441865 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] For port 1e81d318-807a-4840-9e59-7f562f3ee63c, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=1e81d318-807a-4840-9e59-7f562f3ee63c,segment=NetworkSegment(7fca9691-f856-4b5d-966c-a0a1f71c7cd4),segment_id=7fca9691-f856-4b5d-966c-a0a1f71c7cd4)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:47:46.442259 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.454396 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Calling delete_port for 1e81d318-807a-4840-9e59-7f562f3ee63c owned by network:dhcp {{(pid=94621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:47:46.518982 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.527353 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137'] for port, after_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.545706 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1e81d318-807a-4840-9e59-7f562f3ee63c,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:46.547460 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] No DVR routers for this DVR port 1e81d318-807a-4840-9e59-7f562f3ee63c on host dv-cinder-788782-4-iscsi {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:47:46.551978 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Pushing event deleted for resources: {'Port': ['ID=1e81d318-807a-4840-9e59-7f562f3ee63c,revision_number=None']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:46.557718 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] No DVR routers for this DVR port 1e81d318-807a-4840-9e59-7f562f3ee63c on host dv-cinder-788782-4-iscsi {{(pid=94621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:47:46.561555 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:46.561905 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:46.562247 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:46.562611 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:46.562950 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:46.563282 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:46.563609 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:46.563937 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:46.564261 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:46.565124 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:46.565464 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:46.565783 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3de84d-37f7-4f0c-a131-63e31107a498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-4-iscsi {{(pid=94621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:46.621613 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.632623 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebad99d9-aacc-493b-ac22-6d49a8b06f28']}} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:46.646983 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fca9691-f856-4b5d-966c-a0a1f71c7cd4') {'for_net_delete': True} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:46.647282 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fca9691-f856-4b5d-966c-a0a1f71c7cd4') {} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:46.655888 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14568597'] for segment, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.669568 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.675275 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:47:46.675657 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12719635'] for segment, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: Traceback (most recent call last): Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: timer() Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: cb(*args, **kw) Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: return func(*args, **kwargs) Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: self._notify() Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: self.callback(batched_events) Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: event.method(event) Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: return f(self, *a, **k) Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._get(url).json() Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: return self.request(url, 'GET', **kwargs) Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:47:46.677308 dv-cinder-788782-4-iscsi neutron-server[94619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:47:46.769563 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.774684 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:46.776547 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] 10.222.0.41 "DELETE /v2.0/networks/ebad99d9-aacc-493b-ac22-6d49a8b06f28 HTTP/1.1" status: 204 len: 168 time: 0.6790845 Aug 24 17:47:46.779612 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43586) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:46.787437 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739145dc-998e-42de-a035-bd45885cd3cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ebad99d9-aacc-493b-ac22-6d49a8b06f28,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:47.115341 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8bcd6874-f2a7-4f65-81b9-e3688fe1e30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929171'] for router_interface, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:47.358759 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd6874-f2a7-4f65-81b9-e3688fe1e30e admin admin] Deleting port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:47:47.359101 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8bcd6874-f2a7-4f65-81b9-e3688fe1e30e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:47.442432 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [None req-8bcd6874-f2a7-4f65-81b9-e3688fe1e30e admin admin] For port a974a56c-32bd-4e66-adeb-b7d3fc57a6eb, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=a974a56c-32bd-4e66-adeb-b7d3fc57a6eb,segment=NetworkSegment(b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3),segment_id=b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3)] {{(pid=94620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:47:47.442701 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8bcd6874-f2a7-4f65-81b9-e3688fe1e30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:47.454902 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd6874-f2a7-4f65-81b9-e3688fe1e30e admin admin] Calling delete_port for a974a56c-32bd-4e66-adeb-b7d3fc57a6eb owned by network:router_interface {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:47:47.735324 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8bcd6874-f2a7-4f65-81b9-e3688fe1e30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:47.759246 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd6874-f2a7-4f65-81b9-e3688fe1e30e admin admin] Pushing event deleted for resources: {'Port': ['ID=a974a56c-32bd-4e66-adeb-b7d3fc57a6eb,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:47.926439 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-8bcd6874-f2a7-4f65-81b9-e3688fe1e30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762085'] for router_interface, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:47.961075 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 1e81d318-807a-4840-9e59-7f562f3ee63c no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:47:47.984880 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 1e81d318-807a-4840-9e59-7f562f3ee63c {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:47:47.985226 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 1e81d318-807a-4840-9e59-7f562f3ee63c not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:47:48.134756 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcd6874-f2a7-4f65-81b9-e3688fe1e30e admin admin] Router 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 has already been hosted by L3 agent 1d505948-8523-4517-ae72-23e9606b5ead {{(pid=94620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:47:48.238821 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcd6874-f2a7-4f65-81b9-e3688fe1e30e admin admin] Notify agent at l3_agent.dv-cinder-788782-4-iscsi the message routers_updated {{(pid=94620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:47:48.245088 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-8bcd6874-f2a7-4f65-81b9-e3688fe1e30e admin admin] 10.222.0.41 "PUT /v2.0/routers/99bd467c-06d6-4bf3-aa31-c10d11ff81f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4628816 Aug 24 17:47:48.246194 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43588) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:48.248750 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b963ce4f-9c03-4c2e-a095-097d5321e78c None None] Sync routers for ids ['99bd467c-06d6-4bf3-aa31-c10d11ff81f4'] in dv-cinder-788782-4-iscsi {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:47:48.258403 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b963ce4f-9c03-4c2e-a095-097d5321e78c None None] Routers {'99bd467c-06d6-4bf3-aa31-c10d11ff81f4'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:47:48.259014 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-b963ce4f-9c03-4c2e-a095-097d5321e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:47:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['99bd467c-06d6-4bf3-aa31-c10d11ff81f4'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:48.349174 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:48.362164 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-b963ce4f-9c03-4c2e-a095-097d5321e78c None None] Set router 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 gateway port host: dv-cinder-788782-4-iscsi {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:47:48.449145 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:48.538603 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-b963ce4f-9c03-4c2e-a095-097d5321e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'name': 'tempest-TestShelveInstance-322488207-router', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'external_fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:47:47Z', 'revision_number': 5, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'gw_port': {'id': '4f0b0a10-fa45-4d6d-a2cb-12523318fa94', 'name': '', 'network_id': 'aaab6033-8676-46b7-9588-e6807a397508', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a67aa83e-e28a-4d07-8fc6-31a1110a92ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-4-iscsi'}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:48.565301 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b963ce4f-9c03-4c2e-a095-097d5321e78c None None] Checking router: 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 for host: dv-cinder-788782-4-iscsi {{(pid=94622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:47:48.573718 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b963ce4f-9c03-4c2e-a095-097d5321e78c None None] Routers {'99bd467c-06d6-4bf3-aa31-c10d11ff81f4'} bound to L3 agent in host dv-cinder-788782-4-iscsi {{(pid=94622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:47:48.574317 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-b963ce4f-9c03-4c2e-a095-097d5321e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T17:25:28Z,description=,heartbeat_timestamp=2021-08-24T17:47:28Z,host='dv-cinder-788782-4-iscsi',id=1d505948-8523-4517-ae72-23e9606b5ead,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T17:25:29Z,topic='l3_agent')) {'router_ids': ['99bd467c-06d6-4bf3-aa31-c10d11ff81f4'], 'active': True} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:48.578169 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Deleting port 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 {{(pid=94620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:47:48.578515 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:48.655802 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.db [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] For port 4f0b0a10-fa45-4d6d-a2cb-12523318fa94, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=4f0b0a10-fa45-4d6d-a2cb-12523318fa94,segment=NetworkSegment(e4178de8-148d-4ba4-97c8-da730f737a7d),segment_id=e4178de8-148d-4ba4-97c8-da730f737a7d)] {{(pid=94620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:47:48.656191 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:48.657641 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_dvr_db [None req-b963ce4f-9c03-4c2e-a095-097d5321e78c None None] Set router 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 gateway port host: None {{(pid=94622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:47:48.669307 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Calling delete_port for 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 owned by network:router_gateway {{(pid=94620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:47:48.711078 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.l3_hamode_db [None req-b963ce4f-9c03-4c2e-a095-097d5321e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'name': 'tempest-TestShelveInstance-322488207-router', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:47:48Z', 'revision_number': 6, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'gw_port_host': None}], 'dv-cinder-788782-4-iscsi', False) {} {{(pid=94622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:48.737345 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b963ce4f-9c03-4c2e-a095-097d5321e78c None None] The sync data for ids ['99bd467c-06d6-4bf3-aa31-c10d11ff81f4'] in dv-cinder-788782-4-iscsi is: [{'id': '99bd467c-06d6-4bf3-aa31-c10d11ff81f4', 'name': 'tempest-TestShelveInstance-322488207-router', 'tenant_id': '8d52f73a1acf4e829ab33264de6daf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:43:15Z', 'updated_at': '2021-08-24T17:47:48Z', 'revision_number': 6, 'project_id': '8d52f73a1acf4e829ab33264de6daf73', 'gw_port_host': None}] {{(pid=94622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:47:48.929518 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13043992'] for port, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:48.960503 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0b0a10-fa45-4d6d-a2cb-12523318fa94,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:49.017506 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922815'] for router_gateway, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.114160 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8087'] for router, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.116394 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.266984 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-923686'] for router, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.267491 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99bd467c-06d6-4bf3-aa31-c10d11ff81f4 {{(pid=94620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:47:49.272738 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] Notify callbacks [] for router, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.273791 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-c36e168a-925d-407b-bcb3-04da25f8bac3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/99bd467c-06d6-4bf3-aa31-c10d11ff81f4 HTTP/1.1" status: 204 len: 168 time: 1.0266445 Aug 24 17:47:49.276278 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [-] (94620) accepted ('10.222.0.41', 43590) {{(pid=94620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:49.324073 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.db.db_base_plugin_v2 [None req-62329e84-ed59-4928-bbfb-5f8c1058fa5a admin admin] Deleting subnet 0da62639-f58e-4c5f-b344-59030b8eef36 {{(pid=94620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:47:49.327067 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-62329e84-ed59-4928-bbfb-5f8c1058fa5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.363065 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-62329e84-ed59-4928-bbfb-5f8c1058fa5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13639778'] for subnet, precommit_delete_associations {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.446228 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-62329e84-ed59-4928-bbfb-5f8c1058fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2003839'] for subnet, precommit_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.559002 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-62329e84-ed59-4928-bbfb-5f8c1058fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2002572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12929148'] for subnet, after_delete {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.572832 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-62329e84-ed59-4928-bbfb-5f8c1058fa5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for subnet, before_response {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.577363 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43592) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:49.578227 dv-cinder-788782-4-iscsi neutron-server[94620]: INFO neutron.wsgi [None req-62329e84-ed59-4928-bbfb-5f8c1058fa5a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0da62639-f58e-4c5f-b344-59030b8eef36 HTTP/1.1" status: 204 len: 168 time: 0.3009679 Aug 24 17:47:49.584268 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479dda2d-c83f-4d0a-8187-5d37243c118f None None] Network 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c requested from dv-cinder-788782-4-iscsi {{(pid=94621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:47:49.630064 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62329e84-ed59-4928-bbfb-5f8c1058fa5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da62639-f58e-4c5f-b344-59030b8eef36,revision_number=None']} {{(pid=94620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:49.688715 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654812'] for network, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.765201 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Deleting port 5f2647e8-c388-488e-ac99-9c5a25a164c9 {{(pid=94619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:47:49.765201 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.788691 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2949726-1073-4e9b-ab59-974dfcd61743 None None] DHCP port deletion for 8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c request from dv-cinder-788782-4-iscsi {{(pid=94621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:47:49.833960 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.db [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] For port 5f2647e8-c388-488e-ac99-9c5a25a164c9, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=5f2647e8-c388-488e-ac99-9c5a25a164c9,segment=NetworkSegment(b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3),segment_id=b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3)] {{(pid=94619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:47:49.834242 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.839784 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-d2949726-1073-4e9b-ab59-974dfcd61743 None None] Deleting port 5f2647e8-c388-488e-ac99-9c5a25a164c9 {{(pid=94621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:47:49.840165 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d2949726-1073-4e9b-ab59-974dfcd61743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726543991763'] for port, before_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.848884 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.plugin [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Calling delete_port for 5f2647e8-c388-488e-ac99-9c5a25a164c9 owned by network:dhcp {{(pid=94619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:47:49.905929 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.db [None req-d2949726-1073-4e9b-ab59-974dfcd61743 None None] For port 5f2647e8-c388-488e-ac99-9c5a25a164c9, host dv-cinder-788782-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-4-iscsi',level=0,port_id=5f2647e8-c388-488e-ac99-9c5a25a164c9,segment=NetworkSegment(b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3),segment_id=b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3)] {{(pid=94621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:47:49.906317 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d2949726-1073-4e9b-ab59-974dfcd61743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762746'] for port, precommit_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:49.917450 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 5f2647e8-c388-488e-ac99-9c5a25a164c9 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:47:49.941441 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-d2949726-1073-4e9b-ab59-974dfcd61743 None None] Calling delete_port for 5f2647e8-c388-488e-ac99-9c5a25a164c9 owned by network:dhcp {{(pid=94621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:47:50.043970 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12719654'] for port, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:50.056436 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1966833'] for port, before_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:50.068216 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d2949726-1073-4e9b-ab59-974dfcd61743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1966640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726543835091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726543411137'] for port, after_delete {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:50.072213 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2647e8-c388-488e-ac99-9c5a25a164c9,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:50.074091 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] No DVR routers for this DVR port 5f2647e8-c388-488e-ac99-9c5a25a164c9 on host dv-cinder-788782-4-iscsi {{(pid=94619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:47:50.101120 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2949726-1073-4e9b-ab59-974dfcd61743 None None] Pushing event deleted for resources: {'Port': ['ID=5f2647e8-c388-488e-ac99-9c5a25a164c9,revision_number=None']} {{(pid=94621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:50.106261 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2949726-1073-4e9b-ab59-974dfcd61743 None None] No DVR routers for this DVR port 5f2647e8-c388-488e-ac99-9c5a25a164c9 on host dv-cinder-788782-4-iscsi {{(pid=94621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:47:50.126195 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:47:50.149067 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:47:50.149412 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device 4f0b0a10-fa45-4d6d-a2cb-12523318fa94 not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:47:50.149827 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device a974a56c-32bd-4e66-adeb-b7d3fc57a6eb no longer exists at agent ovs-agent-dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:47:50.154966 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2003192', 'neutron.services.segments.db._delete_segments_for_network-8726543911087'] for network, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:50.167247 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c']}} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:50.169019 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] No Port match for: a974a56c-32bd-4e66-adeb-b7d3fc57a6eb {{(pid=94621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:47:50.169211 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.rpc [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Device a974a56c-32bd-4e66-adeb-b7d3fc57a6eb not bound to the agent host dv-cinder-788782-4-iscsi {{(pid=94621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:47:50.182926 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3') {'for_net_delete': True} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:50.183229 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.services.segments.db [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f31bb8-c0b5-4a5f-b8c9-9372c99415f3') {} {{(pid=94619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:50.192601 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726543910970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14568597'] for segment, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:50.206444 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562'] for segment, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:50.212144 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1623562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12719635'] for segment, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: Traceback (most recent call last): Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: timer() Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: cb(*args, **kw) Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: return func(*args, **kwargs) Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: self._notify() Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: self.callback(batched_events) Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: event.method(event) Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: return f(self, *a, **k) Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._get(url).json() Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: return self.request(url, 'GET', **kwargs) Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:47:50.214706 dv-cinder-788782-4-iscsi neutron-server[94619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:47:50.329627 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922771'] for network, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:50.336090 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782821'] for network, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:50.337946 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c HTTP/1.1" status: 204 len: 168 time: 0.7595687 Aug 24 17:47:50.349304 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53c4eb-bb6a-45f1-8afa-a05fc0a1a066 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e8ac403-4bf4-4fd4-a6d3-4f74bfc5132c,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:50.749462 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43596) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:50.788722 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-598bf2cb-4640-4392-a8f0-43bc03b42db2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2753a14fc3e04196b29ed209b937ef26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380492 Aug 24 17:47:50.791331 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43598) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:50.839173 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-878a6614-cac0-4cc6-8db8-ed17a7cc578f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:50.866960 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-878a6614-cac0-4cc6-8db8-ed17a7cc578f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:50.988289 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-878a6614-cac0-4cc6-8db8-ed17a7cc578f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:50.991886 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-878a6614-cac0-4cc6-8db8-ed17a7cc578f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:50.993618 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-878a6614-cac0-4cc6-8db8-ed17a7cc578f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/504424b9-3d07-4c23-a49d-81eea0845eef HTTP/1.1" status: 204 len: 168 time: 0.2011607 Aug 24 17:47:51.002675 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a6614-cac0-4cc6-8db8-ed17a7cc578f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504424b9-3d07-4c23-a49d-81eea0845eef,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:51.746004 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43604) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:51.788019 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-8048524c-3945-4fd4-a6f1-a2264a1ae12e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d52f73a1acf4e829ab33264de6daf73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405738 Aug 24 17:47:51.790247 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [-] (94619) accepted ('10.222.0.41', 43606) {{(pid=94619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:47:51.838130 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-608dabac-2076-4133-88b6-fa26fe1b3d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:51.859528 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-608dabac-2076-4133-88b6-fa26fe1b3d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:51.990387 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-608dabac-2076-4133-88b6-fa26fe1b3d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979506'] for security_group, after_delete {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:51.992885 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron_lib.callbacks.manager [None req-608dabac-2076-4133-88b6-fa26fe1b3d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:51.994017 dv-cinder-788782-4-iscsi neutron-server[94619]: INFO neutron.wsgi [None req-608dabac-2076-4133-88b6-fa26fe1b3d90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b7bae9f-9a4e-4113-85bf-169f62447d2b HTTP/1.1" status: 204 len: 168 time: 0.2028620 Aug 24 17:47:52.003482 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dabac-2076-4133-88b6-fa26fe1b3d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7bae9f-9a4e-4113-85bf-169f62447d2b,revision_number=None']} {{(pid=94619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:55.192902 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-395da396-63de-4f1d-87c8-a10fecc63640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:58.089411 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-46e45922-2e6d-4d11-8757-db75e06f7103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:58.458790 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:47:59.476030 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:48:00.477727 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:48:12.591671 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:48:22.185889 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:48:25.151490 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-508f6673-8b98-4908-890e-29e639d8379f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:48:28.094475 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20f3e224-556c-4a34-bf85-0fd3fc34ef3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:48:28.437287 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:48:29.488905 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:48:30.465989 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:48:42.589373 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:48:55.139579 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-d9f4eb20-a9f4-4a3f-b765-3846a8040b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:48:58.088284 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-df1df8c1-b708-4c90-8327-30867a0b1821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:48:58.423822 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:48:59.184116 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:48:59.510811 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:49:00.499708 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:49:08.847927 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [req-843a9fa6-5ffc-4e02-9a3e-1b92a6bbc456 req-cdadcb00-067d-43d0-bf7e-f81389806b3b service neutron] (94620) timed out ('10.222.0.42', 54560) {{(pid=94620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 17:49:09.031902 dv-cinder-788782-4-iscsi neutron-server[94619]: DEBUG neutron.wsgi [req-5dc26a66-fc98-4a72-bc46-5558fcfa0edb req-dc7eabcb-2bda-4032-94de-2ae8196c133c service neutron] (94619) timed out ('10.222.0.42', 54582) {{(pid=94619) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 17:49:12.602511 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:49:18.697403 dv-cinder-788782-4-iscsi neutron-server[94620]: DEBUG neutron.wsgi [req-1166ff04-9e9e-4ffa-81d6-f88d9739cae6 req-1c8ce036-cf4a-4b92-a4d7-9ff022d8b064 service neutron] (94620) timed out ('10.222.0.42', 54604) {{(pid=94620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 17:49:25.166443 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-09c9293b-4f90-4a92-9e59-24475acb36c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:49:28.103267 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-dca3a76c-dee8-4d9f-ae22-877be9c6d1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:49:28.439868 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:49:29.539376 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:49:30.464444 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:49:36.183601 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:49:42.629795 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:49:55.121549 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea0fd-9717-4a34-b97c-c87ca5aa912f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:49:58.098046 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-e2e49bba-ace7-4add-b609-dd531cb05212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:49:58.435396 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:49:59.521459 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:50:00.492810 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:50:12.618150 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:50:13.183618 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:50:25.142101 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-a72d7b42-fd66-4bfd-85f5-26de7f12fd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:50:28.096606 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-bd6bd797-fe83-4494-aa7b-cca607fae826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:50:28.429461 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:50:29.503737 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:50:30.490838 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:50:42.623149 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:50:50.182769 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:50:55.143075 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-063f220f-8d50-4413-9bfd-43dcb8e18389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:50:58.095953 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20da7a31-3208-4445-8fac-b6fcb6b50550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:50:58.444454 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:50:59.520207 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:51:00.491400 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:51:12.651154 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:51:25.142507 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-32922d41-2604-4577-9134-52f2479adda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:51:27.181216 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:51:28.124878 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-10c17bae-8d94-48b2-b251-9201307748dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:51:28.433773 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:51:29.524987 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:51:30.513821 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:51:42.657764 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:51:55.147782 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-f1c7571a-b409-47ee-b1cc-424fd442a5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:51:58.101609 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-398c22fe-770e-4935-a66b-ad1df9b590af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:51:58.444417 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:51:59.507440 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:52:00.512965 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:52:04.180290 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:52:12.673112 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:52:25.152734 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-fed80500-777a-4b1f-8020-fb39fc9beea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:52:28.095639 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5276b41e-3ffc-46fb-a317-42452834e3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:52:28.438398 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:52:29.540628 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:52:30.489415 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:52:41.180087 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:52:42.677700 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:52:55.169076 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5e1dfef7-2c0e-45ae-8602-1b7048517ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:52:58.105799 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9f81-6d94-4246-a01e-af101d86df11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:52:58.449028 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-5d3a85a6-e7ca-4271-9058-8971aa65f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:52:59.512080 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-20fecce2-23a1-4d9d-ba3b-775d8b850dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:53:00.517308 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6a5-5dcd-4e7e-8e61-42a6dd313680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:53:12.694570 dv-cinder-788782-4-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-ed5297cb-6d32-482d-90c6-c8e0da5a3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726543911069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2024114'] for agent, after_update {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:53:18.179887 dv-cinder-788782-4-iscsi neutron-server[94622]: DEBUG neutron.db.agents_db [None req-383188a0-24fb-402d-aec8-defbddd88727 None None] Agent healthcheck: found 6 active agents {{(pid=94622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}